2024-12-02 14:13:52,217 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-02 14:13:52,233 main DEBUG Took 0.014118 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 14:13:52,233 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 14:13:52,234 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 14:13:52,234 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 14:13:52,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:13:52,243 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 14:13:52,257 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:13:52,258 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:13:52,259 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:13:52,261 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:13:52,262 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:13:52,263 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:13:52,265 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:13:52,265 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:13:52,266 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:13:52,267 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:13:52,268 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:13:52,269 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:13:52,270 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,270 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 14:13:52,271 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:13:52,272 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 14:13:52,274 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 14:13:52,274 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 14:13:52,275 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 14:13:52,276 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 14:13:52,283 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 14:13:52,285 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 14:13:52,286 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 14:13:52,287 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 14:13:52,287 main DEBUG createAppenders(={Console}) 2024-12-02 14:13:52,288 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-02 14:13:52,288 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-02 14:13:52,288 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-02 14:13:52,289 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 14:13:52,289 main DEBUG OutputStream closed 2024-12-02 14:13:52,289 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 14:13:52,289 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 14:13:52,289 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-02 14:13:52,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 14:13:52,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 14:13:52,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 14:13:52,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 14:13:52,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 14:13:52,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 14:13:52,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 14:13:52,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 14:13:52,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 14:13:52,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 14:13:52,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 14:13:52,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 14:13:52,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 14:13:52,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 14:13:52,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 14:13:52,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 14:13:52,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 14:13:52,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 14:13:52,360 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 14:13:52,360 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-02 14:13:52,360 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 14:13:52,361 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-02T14:13:52,373 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-02 14:13:52,375 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 14:13:52,375 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T14:13:52,421 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=6867 2024-12-02T14:13:52,622 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-02T14:13:52,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba 2024-12-02T14:13:52,657 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/cluster_c4515f67-7f60-1b70-0166-d96d2828744f, deleteOnExit=true 2024-12-02T14:13:52,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/cluster_c4515f67-7f60-1b70-0166-d96d2828744f/zookeeper_0, clientPort=61740, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/cluster_c4515f67-7f60-1b70-0166-d96d2828744f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/cluster_c4515f67-7f60-1b70-0166-d96d2828744f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:13:52,761 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61740 2024-12-02T14:13:52,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:13:52,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:13:52,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/test.cache.data in system properties and HBase conf 2024-12-02T14:13:52,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:13:52,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:13:52,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:13:52,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:13:52,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:13:52,874 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T14:13:52,978 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:13:52,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:13:52,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:13:52,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:13:52,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:13:52,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:13:52,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:13:52,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:13:52,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:13:52,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:13:52,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:13:52,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:13:52,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:13:52,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:13:52,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:13:53,652 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T14:13:53,721 INFO [Time-limited test {}] log.Log(170): Logging initialized @2102ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T14:13:53,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:13:53,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:13:53,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:13:53,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:13:53,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:13:53,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:13:53,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:13:53,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:13:54,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/java.io.tmpdir/jetty-localhost-39585-hadoop-hdfs-3_4_1-tests_jar-_-any-13560516213576335500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:13:54,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:39585} 2024-12-02T14:13:54,030 INFO [Time-limited test {}] server.Server(415): Started @2412ms 2024-12-02T14:13:54,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:13:54,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:13:54,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:13:54,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:13:54,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:13:54,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:13:54,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:13:54,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/java.io.tmpdir/jetty-localhost-38885-hadoop-hdfs-3_4_1-tests_jar-_-any-5543090479229461980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:13:54,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:38885} 2024-12-02T14:13:54,486 INFO [Time-limited test {}] server.Server(415): Started @2868ms 2024-12-02T14:13:54,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:13:54,877 WARN [Thread-69 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/cluster_c4515f67-7f60-1b70-0166-d96d2828744f/data/data1/current/BP-1173350050-172.17.0.2-1733148833460/current, will proceed with Du for space computation calculation, 2024-12-02T14:13:54,877 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/cluster_c4515f67-7f60-1b70-0166-d96d2828744f/data/data2/current/BP-1173350050-172.17.0.2-1733148833460/current, will proceed with Du for space computation calculation, 2024-12-02T14:13:54,913 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:13:54,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d66208b2a6b13bf with lease ID 0x1b52feff006a08e: Processing first storage report for DS-623c0395-a43f-4527-99a5-9a6ab171e0bb from datanode DatanodeRegistration(127.0.0.1:34075, datanodeUuid=87772ff0-f94a-45da-8e6f-d7d6eca98c0e, infoPort=35007, infoSecurePort=0, ipcPort=33739, storageInfo=lv=-57;cid=testClusterID;nsid=1073727205;c=1733148833460) 2024-12-02T14:13:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d66208b2a6b13bf with lease ID 0x1b52feff006a08e: from storage DS-623c0395-a43f-4527-99a5-9a6ab171e0bb node DatanodeRegistration(127.0.0.1:34075, datanodeUuid=87772ff0-f94a-45da-8e6f-d7d6eca98c0e, infoPort=35007, infoSecurePort=0, ipcPort=33739, storageInfo=lv=-57;cid=testClusterID;nsid=1073727205;c=1733148833460), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T14:13:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d66208b2a6b13bf with lease ID 0x1b52feff006a08e: Processing first storage report for DS-29f43cbb-120b-442d-aa2b-a0f2a9c0702c from datanode DatanodeRegistration(127.0.0.1:34075, datanodeUuid=87772ff0-f94a-45da-8e6f-d7d6eca98c0e, infoPort=35007, infoSecurePort=0, ipcPort=33739, storageInfo=lv=-57;cid=testClusterID;nsid=1073727205;c=1733148833460) 2024-12-02T14:13:54,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d66208b2a6b13bf with lease ID 0x1b52feff006a08e: from storage DS-29f43cbb-120b-442d-aa2b-a0f2a9c0702c node DatanodeRegistration(127.0.0.1:34075, datanodeUuid=87772ff0-f94a-45da-8e6f-d7d6eca98c0e, infoPort=35007, infoSecurePort=0, ipcPort=33739, storageInfo=lv=-57;cid=testClusterID;nsid=1073727205;c=1733148833460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:13:55,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba 2024-12-02T14:13:55,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:13:55,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:13:55,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:13:55,707 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61 with version=8 2024-12-02T14:13:55,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/hbase-staging 2024-12-02T14:13:55,780 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T14:13:55,967 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:13:55,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:13:55,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:13:55,979 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:13:55,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:13:55,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:13:56,090 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:13:56,141 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T14:13:56,148 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T14:13:56,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:13:56,179 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 79476 (auto-detected) 2024-12-02T14:13:56,180 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T14:13:56,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40671 2024-12-02T14:13:56,214 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40671 connecting to ZooKeeper ensemble=127.0.0.1:61740 2024-12-02T14:13:56,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406710x0, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:13:56,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40671-0x1009b47d03f0000 connected 2024-12-02T14:13:56,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:13:56,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:13:56,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/running 2024-12-02T14:13:56,281 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61, hbase.cluster.distributed=false 2024-12-02T14:13:56,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/acl 2024-12-02T14:13:56,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40671 2024-12-02T14:13:56,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40671 2024-12-02T14:13:56,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40671 2024-12-02T14:13:56,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40671 2024-12-02T14:13:56,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40671 2024-12-02T14:13:56,392 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:13:56,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:13:56,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:13:56,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:13:56,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:13:56,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:13:56,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:13:56,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:13:56,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43059 2024-12-02T14:13:56,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43059 connecting to ZooKeeper ensemble=127.0.0.1:61740 2024-12-02T14:13:56,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:13:56,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:13:56,439 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430590x0, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:13:56,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43059-0x1009b47d03f0001 connected 2024-12-02T14:13:56,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/running 2024-12-02T14:13:56,443 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:13:56,450 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:13:56,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/master 2024-12-02T14:13:56,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/acl 2024-12-02T14:13:56,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43059 2024-12-02T14:13:56,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43059 2024-12-02T14:13:56,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43059 2024-12-02T14:13:56,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43059 2024-12-02T14:13:56,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43059 2024-12-02T14:13:56,475 DEBUG [M:0;a3a61c9ba14f:40671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:40671 2024-12-02T14:13:56,476 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1183098221/backup-masters/a3a61c9ba14f,40671,1733148835823 2024-12-02T14:13:56,482 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221/backup-masters 2024-12-02T14:13:56,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221/backup-masters 2024-12-02T14:13:56,484 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on existing znode=/0-1183098221/backup-masters/a3a61c9ba14f,40671,1733148835823 2024-12-02T14:13:56,502 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183098221/master 2024-12-02T14:13:56,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:13:56,503 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:13:56,503 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on existing znode=/0-1183098221/master 2024-12-02T14:13:56,505 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1183098221/backup-masters/a3a61c9ba14f,40671,1733148835823 from backup master directory 2024-12-02T14:13:56,507 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221/backup-masters 2024-12-02T14:13:56,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183098221/backup-masters/a3a61c9ba14f,40671,1733148835823 2024-12-02T14:13:56,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221/backup-masters 2024-12-02T14:13:56,508 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:13:56,508 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,40671,1733148835823 2024-12-02T14:13:56,510 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T14:13:56,511 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T14:13:56,563 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/hbase.id] with ID: 53093212-008f-4689-b1e7-a118d196c293 2024-12-02T14:13:56,563 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/.tmp/hbase.id 2024-12-02T14:13:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:13:56,976 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/.tmp/hbase.id]:[hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/hbase.id] 2024-12-02T14:13:57,030 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:13:57,035 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:13:57,053 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-02T14:13:57,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:13:57,056 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:13:57,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:13:57,481 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:13:57,483 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:13:57,497 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:13:57,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:13:57,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:13:57,950 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store 2024-12-02T14:13:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:13:58,379 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T14:13:58,383 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:13:58,384 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:13:58,384 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:13:58,384 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:13:58,386 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:13:58,386 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:13:58,387 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:13:58,388 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148838384Disabling compacts and flushes for region at 1733148838384Disabling writes for close at 1733148838386 (+2 ms)Writing region close event to WAL at 1733148838386Closed at 1733148838386 2024-12-02T14:13:58,390 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/.initializing 2024-12-02T14:13:58,390 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,40671,1733148835823 2024-12-02T14:13:58,398 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:13:58,413 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C40671%2C1733148835823, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,40671,1733148835823, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/oldWALs, maxLogs=10 2024-12-02T14:13:58,442 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,40671,1733148835823/a3a61c9ba14f%2C40671%2C1733148835823.1733148838419, exclude list is [], retry=0 2024-12-02T14:13:58,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34075,DS-623c0395-a43f-4527-99a5-9a6ab171e0bb,DISK] 2024-12-02T14:13:58,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T14:13:58,491 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,40671,1733148835823/a3a61c9ba14f%2C40671%2C1733148835823.1733148838419 2024-12-02T14:13:58,492 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35007:35007)] 2024-12-02T14:13:58,492 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:13:58,493 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:13:58,496 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:13:58,497 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:13:58,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:13:58,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:13:58,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:13:58,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:13:58,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:13:58,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:13:58,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:13:58,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:13:58,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:13:58,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:13:58,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:13:58,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:13:58,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:13:58,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:13:58,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:13:58,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:13:58,569 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:13:58,572 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:13:58,573 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:13:58,578 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:13:58,579 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:13:58,582 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:13:58,586 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:13:58,590 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:13:58,592 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75433221, jitterRate=0.1240425854921341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:13:58,599 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148838508Initializing all the Stores at 1733148838510 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148838510Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148838511 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148838511Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148838511Cleaning up temporary data from old regions at 1733148838579 (+68 ms)Region opened successfully at 1733148838599 (+20 ms) 2024-12-02T14:13:58,600 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:13:58,629 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a9e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:13:58,655 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:13:58,664 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:13:58,664 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:13:58,667 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:13:58,668 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T14:13:58,672 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T14:13:58,672 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:13:58,694 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:13:58,701 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Unable to get data of znode /0-1183098221/balancer because node does not exist (not necessarily an error) 2024-12-02T14:13:58,703 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183098221/balancer already deleted, retry=false 2024-12-02T14:13:58,705 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:13:58,706 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Unable to get data of znode /0-1183098221/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:13:58,707 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183098221/normalizer already deleted, retry=false 2024-12-02T14:13:58,709 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:13:58,712 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Unable to get data of znode /0-1183098221/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:13:58,713 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183098221/switch/split already deleted, retry=false 2024-12-02T14:13:58,715 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Unable to get data of znode /0-1183098221/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:13:58,716 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183098221/switch/merge already deleted, retry=false 2024-12-02T14:13:58,731 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Unable to get data of znode /0-1183098221/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:13:58,732 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183098221/snapshot-cleanup already deleted, retry=false 2024-12-02T14:13:58,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183098221/running 2024-12-02T14:13:58,735 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183098221/running 2024-12-02T14:13:58,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:13:58,735 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:13:58,737 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,40671,1733148835823, sessionid=0x1009b47d03f0000, setting cluster-up flag (Was=false) 2024-12-02T14:13:58,748 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:13:58,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:13:58,753 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1183098221/flush-table-proc/acquired, /0-1183098221/flush-table-proc/reached, /0-1183098221/flush-table-proc/abort 2024-12-02T14:13:58,755 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,40671,1733148835823 2024-12-02T14:13:58,760 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:13:58,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:13:58,764 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1183098221/online-snapshot/acquired, /0-1183098221/online-snapshot/reached, /0-1183098221/online-snapshot/abort 2024-12-02T14:13:58,765 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,40671,1733148835823 2024-12-02T14:13:58,771 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:13:58,832 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:13:58,841 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:13:58,847 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:13:58,851 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,40671,1733148835823 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:13:58,858 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:13:58,859 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:13:58,859 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:13:58,859 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:13:58,859 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:13:58,859 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:13:58,859 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:13:58,859 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:13:58,860 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148868860 2024-12-02T14:13:58,862 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:13:58,863 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:13:58,865 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(746): ClusterId : 53093212-008f-4689-b1e7-a118d196c293 2024-12-02T14:13:58,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:13:58,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:13:58,866 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:13:58,866 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:13:58,867 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:13:58,867 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:13:58,867 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:13:58,867 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:58,870 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:13:58,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:13:58,871 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:13:58,871 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:13:58,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:13:58,871 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:13:58,872 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:13:58,872 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:13:58,874 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:13:58,874 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:13:58,874 DEBUG [RS:0;a3a61c9ba14f:43059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119222e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:13:58,875 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:13:58,877 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148838876,5,FailOnTimeoutGroup] 2024-12-02T14:13:58,878 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148838877,5,FailOnTimeoutGroup] 2024-12-02T14:13:58,878 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:58,878 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:13:58,880 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:58,880 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:58,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:13:58,887 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:43059 2024-12-02T14:13:58,889 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:13:58,889 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:13:58,889 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:13:58,892 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,40671,1733148835823 with port=43059, startcode=1733148836363 2024-12-02T14:13:58,900 DEBUG [RS:0;a3a61c9ba14f:43059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:13:58,932 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:13:58,938 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40671 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,43059,1733148836363 2024-12-02T14:13:58,940 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40671 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,43059,1733148836363 2024-12-02T14:13:58,952 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61 2024-12-02T14:13:58,953 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46393 2024-12-02T14:13:58,953 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:13:58,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221/rs 2024-12-02T14:13:58,957 DEBUG [RS:0;a3a61c9ba14f:43059 {}] zookeeper.ZKUtil(111): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on existing znode=/0-1183098221/rs/a3a61c9ba14f,43059,1733148836363 2024-12-02T14:13:58,957 WARN [RS:0;a3a61c9ba14f:43059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:13:58,957 INFO [RS:0;a3a61c9ba14f:43059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:13:58,957 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363 2024-12-02T14:13:58,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,43059,1733148836363] 2024-12-02T14:13:58,981 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:13:58,993 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:13:58,997 INFO [RS:0;a3a61c9ba14f:43059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:13:58,997 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:58,998 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:13:59,003 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:13:59,005 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:59,005 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:13:59,005 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:13:59,005 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:13:59,005 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:13:59,006 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:13:59,006 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:13:59,006 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:13:59,006 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:13:59,006 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:13:59,006 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:13:59,006 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:13:59,007 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:13:59,007 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:13:59,007 DEBUG [RS:0;a3a61c9ba14f:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:13:59,008 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:59,008 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:59,008 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:59,008 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:59,009 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:59,009 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43059,1733148836363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:13:59,026 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:13:59,028 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43059,1733148836363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:59,028 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:59,028 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.Replication(171): a3a61c9ba14f,43059,1733148836363 started 2024-12-02T14:13:59,047 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:13:59,047 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,43059,1733148836363, RpcServer on a3a61c9ba14f/172.17.0.2:43059, sessionid=0x1009b47d03f0001 2024-12-02T14:13:59,048 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:13:59,048 DEBUG [RS:0;a3a61c9ba14f:43059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,43059,1733148836363 2024-12-02T14:13:59,048 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,43059,1733148836363' 2024-12-02T14:13:59,049 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1183098221/flush-table-proc/abort' 2024-12-02T14:13:59,050 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1183098221/flush-table-proc/acquired' 2024-12-02T14:13:59,050 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:13:59,050 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:13:59,051 DEBUG [RS:0;a3a61c9ba14f:43059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,43059,1733148836363 2024-12-02T14:13:59,051 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,43059,1733148836363' 2024-12-02T14:13:59,051 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1183098221/online-snapshot/abort' 2024-12-02T14:13:59,052 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1183098221/online-snapshot/acquired' 2024-12-02T14:13:59,052 DEBUG [RS:0;a3a61c9ba14f:43059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:13:59,052 INFO [RS:0;a3a61c9ba14f:43059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:13:59,052 INFO [RS:0;a3a61c9ba14f:43059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:13:59,162 INFO [RS:0;a3a61c9ba14f:43059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:13:59,165 INFO [RS:0;a3a61c9ba14f:43059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C43059%2C1733148836363, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/oldWALs, maxLogs=10 2024-12-02T14:13:59,179 DEBUG [RS:0;a3a61c9ba14f:43059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168, exclude list is [], retry=0 2024-12-02T14:13:59,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34075,DS-623c0395-a43f-4527-99a5-9a6ab171e0bb,DISK] 2024-12-02T14:13:59,186 INFO [RS:0;a3a61c9ba14f:43059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168 2024-12-02T14:13:59,187 DEBUG [RS:0;a3a61c9ba14f:43059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35007:35007)] 2024-12-02T14:13:59,283 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:13:59,284 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61 2024-12-02T14:13:59,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:13:59,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:13:59,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:13:59,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:13:59,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:13:59,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:13:59,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:13:59,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:13:59,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:13:59,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:13:59,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:13:59,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:13:59,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:13:59,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:13:59,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:13:59,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:13:59,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:13:59,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:13:59,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:13:59,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740 2024-12-02T14:13:59,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740 2024-12-02T14:13:59,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:13:59,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:13:59,728 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:13:59,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:13:59,734 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:13:59,735 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67982609, jitterRate=0.01301981508731842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:13:59,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733148839700Initializing all the Stores at 1733148839704 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148839704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148839704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148839704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148839704Cleaning up temporary data from old regions at 1733148839728 (+24 ms)Region opened successfully at 1733148839737 (+9 ms) 2024-12-02T14:13:59,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:13:59,737 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:13:59,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:13:59,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:13:59,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:13:59,738 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:13:59,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148839737Disabling compacts and flushes for region at 1733148839737Disabling writes for close at 1733148839737Writing region close event to WAL at 1733148839738 (+1 ms)Closed at 1733148839738 2024-12-02T14:13:59,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:13:59,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:13:59,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:13:59,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:13:59,756 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:13:59,910 DEBUG [a3a61c9ba14f:40671 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:13:59,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,43059,1733148836363 2024-12-02T14:13:59,931 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,43059,1733148836363, state=OPENING 2024-12-02T14:13:59,935 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:13:59,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:13:59,937 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:13:59,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183098221/meta-region-server: CHANGED 2024-12-02T14:13:59,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183098221/meta-region-server: CHANGED 2024-12-02T14:13:59,939 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:13:59,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,43059,1733148836363}] 2024-12-02T14:14:00,121 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:14:00,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:14:00,138 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:14:00,139 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:00,140 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:14:00,143 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C43059%2C1733148836363.meta, suffix=.meta, logDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/oldWALs, maxLogs=10 2024-12-02T14:14:00,161 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.meta.1733148840145.meta, exclude list is [], retry=0 2024-12-02T14:14:00,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34075,DS-623c0395-a43f-4527-99a5-9a6ab171e0bb,DISK] 2024-12-02T14:14:00,168 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.meta.1733148840145.meta 2024-12-02T14:14:00,169 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35007:35007)] 2024-12-02T14:14:00,169 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:00,173 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:14:00,175 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:14:00,177 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:14:00,179 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:14:00,182 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:14:00,183 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:00,183 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:14:00,184 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:14:00,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:00,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:00,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:00,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:00,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:00,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:00,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:00,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:00,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:00,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:00,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:00,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:00,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:00,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:00,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:00,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:00,199 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:00,200 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740 2024-12-02T14:14:00,203 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740 2024-12-02T14:14:00,206 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:00,206 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:00,207 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:00,210 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:00,212 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72387848, jitterRate=0.07866299152374268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:00,213 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:14:00,214 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148840184Writing region info on filesystem at 1733148840184Initializing all the Stores at 1733148840186 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148840186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148840187 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148840187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148840187Cleaning up temporary data from old regions at 1733148840206 (+19 ms)Running coprocessor post-open hooks at 1733148840213 (+7 ms)Region opened successfully at 1733148840214 (+1 ms) 2024-12-02T14:14:00,221 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148840110 2024-12-02T14:14:00,234 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:14:00,235 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:14:00,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,43059,1733148836363 2024-12-02T14:14:00,240 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,43059,1733148836363, state=OPEN 2024-12-02T14:14:00,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183098221/meta-region-server 2024-12-02T14:14:00,242 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183098221/meta-region-server 2024-12-02T14:14:00,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183098221/meta-region-server: CHANGED 2024-12-02T14:14:00,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183098221/meta-region-server: CHANGED 2024-12-02T14:14:00,243 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,43059,1733148836363 2024-12-02T14:14:00,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:14:00,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,43059,1733148836363 in 302 msec 2024-12-02T14:14:00,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:14:00,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-12-02T14:14:00,264 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:00,264 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:14:00,290 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:00,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,43059,1733148836363, seqNum=-1] 2024-12-02T14:14:00,311 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:00,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:00,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5380 sec 2024-12-02T14:14:00,337 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148840337, completionTime=-1 2024-12-02T14:14:00,340 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:14:00,340 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:14:00,369 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:14:00,369 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148900369 2024-12-02T14:14:00,369 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733148960369 2024-12-02T14:14:00,370 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-02T14:14:00,373 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40671,1733148835823-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:00,373 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40671,1733148835823-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:00,373 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40671,1733148835823-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:00,375 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:40671, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:00,376 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:00,376 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:00,382 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:14:00,407 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.899sec 2024-12-02T14:14:00,408 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:14:00,410 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:14:00,411 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:14:00,411 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:14:00,412 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:14:00,412 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40671,1733148835823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:00,413 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40671,1733148835823-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:14:00,422 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:14:00,423 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:14:00,424 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40671,1733148835823-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:00,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:00,478 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T14:14:00,478 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T14:14:00,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,40671,-1 for getting cluster id 2024-12-02T14:14:00,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:00,490 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53093212-008f-4689-b1e7-a118d196c293' 2024-12-02T14:14:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53093212-008f-4689-b1e7-a118d196c293" 2024-12-02T14:14:00,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c73cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:00,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,40671,-1] 2024-12-02T14:14:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:00,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:00,499 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:00,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61a5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:00,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:00,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,43059,1733148836363, seqNum=-1] 2024-12-02T14:14:00,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:00,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:00,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,40671,1733148835823 2024-12-02T14:14:00,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61740 2024-12-02T14:14:00,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:00,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b47d03f0002 connected 2024-12-02T14:14:00,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/hadoop.log.dir so I do NOT create it in target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230 2024-12-02T14:14:00,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:14:00,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/hadoop.tmp.dir so I do NOT create it in target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230 2024-12-02T14:14:00,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:14:00,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230 2024-12-02T14:14:00,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:14:00,550 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/cluster_70502bfd-c819-3f69-02c5-90216c36fbe4, deleteOnExit=true 2024-12-02T14:14:00,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:14:00,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/test.cache.data in system properties and HBase conf 2024-12-02T14:14:00,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:14:00,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:14:00,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:14:00,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:14:00,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:14:00,550 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:14:00,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:14:00,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:14:00,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:14:00,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:14:00,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:14:00,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:14:00,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:14:00,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:14:00,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:14:00,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:14:00,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:14:00,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:14:00,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:14:00,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:14:00,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:00,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:00,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:00,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:00,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:14:00,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:00,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:00,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:00,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503827bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/java.io.tmpdir/jetty-localhost-35293-hadoop-hdfs-3_4_1-tests_jar-_-any-2449151945556470166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:14:00,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:35293} 2024-12-02T14:14:00,760 INFO [Time-limited test {}] server.Server(415): Started @9142ms 2024-12-02T14:14:00,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:00,924 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:00,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:00,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:00,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:14:00,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:00,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:01,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b61472e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/java.io.tmpdir/jetty-localhost-46347-hadoop-hdfs-3_4_1-tests_jar-_-any-2640119086725840702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:01,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:46347} 2024-12-02T14:14:01,032 INFO [Time-limited test {}] server.Server(415): Started @9414ms 2024-12-02T14:14:01,035 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:14:01,114 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/cluster_70502bfd-c819-3f69-02c5-90216c36fbe4/data/data1/current/BP-396916776-172.17.0.2-1733148840579/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:01,115 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/cluster_70502bfd-c819-3f69-02c5-90216c36fbe4/data/data2/current/BP-396916776-172.17.0.2-1733148840579/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:01,160 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:14:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16224b56c5118919 with lease ID 0x7b1eb0a673a1a16e: Processing first storage report for DS-0496acf3-a91a-4dec-813a-31fa6224ae87 from datanode DatanodeRegistration(127.0.0.1:38511, datanodeUuid=77513b6e-6588-4b7f-97da-9a4d316d9040, infoPort=41343, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=346608482;c=1733148840579) 2024-12-02T14:14:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16224b56c5118919 with lease ID 0x7b1eb0a673a1a16e: from storage DS-0496acf3-a91a-4dec-813a-31fa6224ae87 node DatanodeRegistration(127.0.0.1:38511, datanodeUuid=77513b6e-6588-4b7f-97da-9a4d316d9040, infoPort=41343, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=346608482;c=1733148840579), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16224b56c5118919 with lease ID 0x7b1eb0a673a1a16e: Processing first storage report for DS-136ca6b9-1b23-404c-955e-7c2470412467 from datanode DatanodeRegistration(127.0.0.1:38511, datanodeUuid=77513b6e-6588-4b7f-97da-9a4d316d9040, infoPort=41343, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=346608482;c=1733148840579) 2024-12-02T14:14:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16224b56c5118919 with lease ID 0x7b1eb0a673a1a16e: from storage DS-136ca6b9-1b23-404c-955e-7c2470412467 node DatanodeRegistration(127.0.0.1:38511, datanodeUuid=77513b6e-6588-4b7f-97da-9a4d316d9040, infoPort=41343, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=346608482;c=1733148840579), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:01,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230 2024-12-02T14:14:01,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:01,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:14:01,593 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5 with version=8 2024-12-02T14:14:01,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/hbase-staging 2024-12-02T14:14:01,596 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:01,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:01,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:01,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:01,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:01,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:01,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:14:01,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:01,598 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44827 2024-12-02T14:14:01,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44827 connecting to ZooKeeper ensemble=127.0.0.1:61740 2024-12-02T14:14:01,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448270x0, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:01,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44827-0x1009b47d03f0003 connected 2024-12-02T14:14:01,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:01,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:01,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Set watcher on znode that does not yet exist, /1954597920/running 2024-12-02T14:14:01,616 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5, hbase.cluster.distributed=false 2024-12-02T14:14:01,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Set watcher on znode that does not yet exist, /1954597920/acl 2024-12-02T14:14:01,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44827 2024-12-02T14:14:01,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44827 2024-12-02T14:14:01,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44827 2024-12-02T14:14:01,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44827 2024-12-02T14:14:01,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44827 2024-12-02T14:14:01,634 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:01,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:01,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:01,635 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:01,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:01,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:01,635 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:14:01,635 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:01,636 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43543 2024-12-02T14:14:01,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43543 connecting to ZooKeeper ensemble=127.0.0.1:61740 2024-12-02T14:14:01,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:01,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:01,646 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435430x0, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:01,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435430x0, quorum=127.0.0.1:61740, baseZNode=/1954597920 Set watcher on znode that does not yet exist, /1954597920/running 2024-12-02T14:14:01,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:14:01,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43543-0x1009b47d03f0004 connected 2024-12-02T14:14:01,656 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:14:01,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Set watcher on znode that does not yet exist, /1954597920/master 2024-12-02T14:14:01,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Set watcher on znode that does not yet exist, /1954597920/acl 2024-12-02T14:14:01,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43543 2024-12-02T14:14:01,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43543 2024-12-02T14:14:01,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43543 2024-12-02T14:14:01,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43543 2024-12-02T14:14:01,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43543 2024-12-02T14:14:01,685 DEBUG [M:0;a3a61c9ba14f:44827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:44827 2024-12-02T14:14:01,685 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1954597920/backup-masters/a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:01,686 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920/backup-masters 2024-12-02T14:14:01,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920/backup-masters 2024-12-02T14:14:01,687 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Set watcher on existing znode=/1954597920/backup-masters/a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:01,688 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1954597920/master 2024-12-02T14:14:01,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:01,688 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:01,689 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Set watcher on existing znode=/1954597920/master 2024-12-02T14:14:01,690 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1954597920/backup-masters/a3a61c9ba14f,44827,1733148841596 from backup master directory 2024-12-02T14:14:01,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1954597920/backup-masters/a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:01,691 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920/backup-masters 2024-12-02T14:14:01,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920/backup-masters 2024-12-02T14:14:01,691 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:01,691 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:01,699 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/hbase.id] with ID: a31fd3bc-a0ab-47b4-bc28-44dac90f7de1 2024-12-02T14:14:01,699 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/.tmp/hbase.id 2024-12-02T14:14:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:14:01,707 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/.tmp/hbase.id]:[hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/hbase.id] 2024-12-02T14:14:01,735 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:01,735 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:14:01,738 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T14:14:01,740 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:01,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:01,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:14:02,151 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:14:02,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:14:02,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:02,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:14:02,568 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store 2024-12-02T14:14:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:14:02,979 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:02,979 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:14:02,979 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:02,979 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:02,979 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:14:02,979 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:02,980 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:02,980 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148842979Disabling compacts and flushes for region at 1733148842979Disabling writes for close at 1733148842979Writing region close event to WAL at 1733148842979Closed at 1733148842979 2024-12-02T14:14:02,984 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/.initializing 2024-12-02T14:14:02,984 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/WALs/a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:02,988 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:02,992 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C44827%2C1733148841596, suffix=, logDir=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/WALs/a3a61c9ba14f,44827,1733148841596, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/oldWALs, maxLogs=10 2024-12-02T14:14:03,012 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/WALs/a3a61c9ba14f,44827,1733148841596/a3a61c9ba14f%2C44827%2C1733148841596.1733148842992, exclude list is [], retry=0 2024-12-02T14:14:03,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-0496acf3-a91a-4dec-813a-31fa6224ae87,DISK] 2024-12-02T14:14:03,020 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/WALs/a3a61c9ba14f,44827,1733148841596/a3a61c9ba14f%2C44827%2C1733148841596.1733148842992 2024-12-02T14:14:03,020 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41343:41343)] 2024-12-02T14:14:03,020 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:03,021 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:03,021 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:03,021 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:03,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:03,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:14:03,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:03,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:03,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:03,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:14:03,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:03,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:03,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:03,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:14:03,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:03,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:03,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:03,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:14:03,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:03,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:03,037 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:03,039 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:03,039 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:03,042 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:03,042 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:03,043 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:03,045 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:03,048 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:03,049 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70821585, jitterRate=0.055323854088783264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:03,049 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148843021Initializing all the Stores at 1733148843023 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148843023Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148843024 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148843024Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148843024Cleaning up temporary data from old regions at 1733148843042 (+18 ms)Region opened successfully at 1733148843049 (+7 ms) 2024-12-02T14:14:03,049 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:14:03,054 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381a12d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:03,055 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:14:03,055 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:14:03,055 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:14:03,055 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:14:03,056 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:14:03,057 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:14:03,057 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:14:03,061 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:14:03,062 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Unable to get data of znode /1954597920/balancer because node does not exist (not necessarily an error) 2024-12-02T14:14:03,063 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1954597920/balancer already deleted, retry=false 2024-12-02T14:14:03,064 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:14:03,065 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Unable to get data of znode /1954597920/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:14:03,066 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1954597920/normalizer already deleted, retry=false 2024-12-02T14:14:03,066 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:14:03,068 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Unable to get data of znode /1954597920/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:14:03,069 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1954597920/switch/split already deleted, retry=false 2024-12-02T14:14:03,071 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Unable to get data of znode /1954597920/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:14:03,071 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1954597920/switch/merge already deleted, retry=false 2024-12-02T14:14:03,074 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Unable to get data of znode /1954597920/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:14:03,075 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1954597920/snapshot-cleanup already deleted, retry=false 2024-12-02T14:14:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1954597920/running 2024-12-02T14:14:03,077 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1954597920/running 2024-12-02T14:14:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:03,077 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:03,078 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,44827,1733148841596, sessionid=0x1009b47d03f0003, setting cluster-up flag (Was=false) 2024-12-02T14:14:03,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:03,080 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:03,083 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1954597920/flush-table-proc/acquired, /1954597920/flush-table-proc/reached, /1954597920/flush-table-proc/abort 2024-12-02T14:14:03,085 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:03,088 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:03,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:03,093 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1954597920/online-snapshot/acquired, /1954597920/online-snapshot/reached, /1954597920/online-snapshot/abort 2024-12-02T14:14:03,094 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:03,096 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:14:03,100 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:03,101 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:14:03,101 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:14:03,101 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,44827,1733148841596 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:14:03,103 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:03,103 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:03,103 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:03,103 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:03,103 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:14:03,104 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:03,104 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:03,104 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:03,106 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148873106 2024-12-02T14:14:03,107 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:14:03,107 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:14:03,107 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:14:03,107 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:14:03,107 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:14:03,107 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:14:03,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:03,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:14:03,109 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,109 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:03,109 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:14:03,109 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:14:03,110 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:14:03,110 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:14:03,109 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:14:03,110 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:14:03,110 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:14:03,110 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148843110,5,FailOnTimeoutGroup] 2024-12-02T14:14:03,111 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148843110,5,FailOnTimeoutGroup] 2024-12-02T14:14:03,111 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,111 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:14:03,111 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,111 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:14:03,176 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(746): ClusterId : a31fd3bc-a0ab-47b4-bc28-44dac90f7de1 2024-12-02T14:14:03,176 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:14:03,178 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:14:03,178 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:14:03,180 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:14:03,181 DEBUG [RS:0;a3a61c9ba14f:43543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b76c3c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:03,192 DEBUG [RS:0;a3a61c9ba14f:43543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:43543 2024-12-02T14:14:03,192 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:14:03,192 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:14:03,192 DEBUG [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:14:03,193 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,44827,1733148841596 with port=43543, startcode=1733148841634 2024-12-02T14:14:03,194 DEBUG [RS:0;a3a61c9ba14f:43543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:14:03,196 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:14:03,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,43543,1733148841634 2024-12-02T14:14:03,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,43543,1733148841634 2024-12-02T14:14:03,200 DEBUG [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5 2024-12-02T14:14:03,201 DEBUG [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41711 2024-12-02T14:14:03,201 DEBUG [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:14:03,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920/rs 2024-12-02T14:14:03,204 DEBUG [RS:0;a3a61c9ba14f:43543 {}] zookeeper.ZKUtil(111): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Set watcher on existing znode=/1954597920/rs/a3a61c9ba14f,43543,1733148841634 2024-12-02T14:14:03,204 WARN [RS:0;a3a61c9ba14f:43543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:03,204 INFO [RS:0;a3a61c9ba14f:43543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:03,204 DEBUG [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/WALs/a3a61c9ba14f,43543,1733148841634 2024-12-02T14:14:03,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,43543,1733148841634] 2024-12-02T14:14:03,210 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:14:03,230 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:14:03,235 INFO [RS:0;a3a61c9ba14f:43543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:14:03,235 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,235 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:14:03,237 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:14:03,237 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,237 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:03,237 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:03,238 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:03,238 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:03,238 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:03,238 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:03,238 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:03,238 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:03,238 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:03,238 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:03,238 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:03,238 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:03,238 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:03,239 DEBUG [RS:0;a3a61c9ba14f:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:03,239 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,239 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,239 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,239 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,239 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,240 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43543,1733148841634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:03,256 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:14:03,256 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43543,1733148841634-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,256 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,256 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.Replication(171): a3a61c9ba14f,43543,1733148841634 started 2024-12-02T14:14:03,278 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:03,278 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,43543,1733148841634, RpcServer on a3a61c9ba14f/172.17.0.2:43543, sessionid=0x1009b47d03f0004 2024-12-02T14:14:03,278 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:14:03,278 DEBUG [RS:0;a3a61c9ba14f:43543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,43543,1733148841634 2024-12-02T14:14:03,279 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,43543,1733148841634' 2024-12-02T14:14:03,279 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1954597920/flush-table-proc/abort' 2024-12-02T14:14:03,279 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1954597920/flush-table-proc/acquired' 2024-12-02T14:14:03,280 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:14:03,280 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:14:03,280 DEBUG [RS:0;a3a61c9ba14f:43543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,43543,1733148841634 2024-12-02T14:14:03,280 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,43543,1733148841634' 2024-12-02T14:14:03,280 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1954597920/online-snapshot/abort' 2024-12-02T14:14:03,280 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1954597920/online-snapshot/acquired' 2024-12-02T14:14:03,281 DEBUG [RS:0;a3a61c9ba14f:43543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:14:03,281 INFO [RS:0;a3a61c9ba14f:43543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:14:03,281 INFO [RS:0;a3a61c9ba14f:43543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:14:03,382 INFO [RS:0;a3a61c9ba14f:43543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:03,385 INFO [RS:0;a3a61c9ba14f:43543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C43543%2C1733148841634, suffix=, logDir=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/WALs/a3a61c9ba14f,43543,1733148841634, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/oldWALs, maxLogs=10 2024-12-02T14:14:03,402 DEBUG [RS:0;a3a61c9ba14f:43543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/WALs/a3a61c9ba14f,43543,1733148841634/a3a61c9ba14f%2C43543%2C1733148841634.1733148843387, exclude list is [], retry=0 2024-12-02T14:14:03,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-0496acf3-a91a-4dec-813a-31fa6224ae87,DISK] 2024-12-02T14:14:03,409 INFO [RS:0;a3a61c9ba14f:43543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/WALs/a3a61c9ba14f,43543,1733148841634/a3a61c9ba14f%2C43543%2C1733148841634.1733148843387 2024-12-02T14:14:03,410 DEBUG [RS:0;a3a61c9ba14f:43543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41343:41343)] 2024-12-02T14:14:03,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:14:03,523 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5 2024-12-02T14:14:03,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:14:03,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:03,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:03,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:03,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:03,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:03,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:03,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:03,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:03,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:03,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:03,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:03,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:03,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:03,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:03,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:03,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:03,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:03,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:03,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/data/hbase/meta/1588230740 2024-12-02T14:14:03,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/data/hbase/meta/1588230740 2024-12-02T14:14:03,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:03,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:03,957 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:03,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:03,962 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:03,962 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72044757, jitterRate=0.07355053722858429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:03,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733148843937Initializing all the Stores at 1733148843939 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148843939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148843939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148843939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148843940 (+1 ms)Cleaning up temporary data from old regions at 1733148843957 (+17 ms)Region opened successfully at 1733148843963 (+6 ms) 2024-12-02T14:14:03,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:14:03,963 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:14:03,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:14:03,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:14:03,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:14:03,963 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:03,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148843963Disabling compacts and flushes for region at 1733148843963Disabling writes for close at 1733148843963Writing region close event to WAL at 1733148843963Closed at 1733148843963 2024-12-02T14:14:03,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:03,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:14:03,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:14:03,967 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:03,968 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:14:04,119 DEBUG [a3a61c9ba14f:44827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:14:04,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,43543,1733148841634 2024-12-02T14:14:04,125 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,43543,1733148841634, state=OPENING 2024-12-02T14:14:04,126 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:14:04,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:04,128 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:04,128 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:04,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,43543,1733148841634}] 2024-12-02T14:14:04,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1954597920/meta-region-server: CHANGED 2024-12-02T14:14:04,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1954597920/meta-region-server: CHANGED 2024-12-02T14:14:04,282 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:14:04,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:14:04,296 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:14:04,296 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:04,297 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:14:04,299 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C43543%2C1733148841634.meta, suffix=.meta, logDir=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/WALs/a3a61c9ba14f,43543,1733148841634, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/oldWALs, maxLogs=10 2024-12-02T14:14:04,314 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/WALs/a3a61c9ba14f,43543,1733148841634/a3a61c9ba14f%2C43543%2C1733148841634.meta.1733148844301.meta, exclude list is [], retry=0 2024-12-02T14:14:04,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-0496acf3-a91a-4dec-813a-31fa6224ae87,DISK] 2024-12-02T14:14:04,320 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/WALs/a3a61c9ba14f,43543,1733148841634/a3a61c9ba14f%2C43543%2C1733148841634.meta.1733148844301.meta 2024-12-02T14:14:04,321 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41343:41343)] 2024-12-02T14:14:04,321 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:04,321 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:14:04,322 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:14:04,322 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:14:04,322 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:14:04,322 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:14:04,322 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:04,322 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:14:04,322 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:14:04,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:04,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:04,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:04,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:04,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:04,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:04,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:04,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:04,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:04,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:04,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:04,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:04,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:04,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:04,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:04,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:04,332 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:04,334 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/data/hbase/meta/1588230740 2024-12-02T14:14:04,335 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/data/hbase/meta/1588230740 2024-12-02T14:14:04,337 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:04,337 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:04,338 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:04,340 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:04,341 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72109485, jitterRate=0.07451505959033966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:04,341 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:14:04,341 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148844322Writing region info on filesystem at 1733148844322Initializing all the Stores at 1733148844324 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148844324Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148844324Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148844324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148844324Cleaning up temporary data from old regions at 1733148844337 (+13 ms)Running coprocessor post-open hooks at 1733148844341 (+4 ms)Region opened successfully at 1733148844341 2024-12-02T14:14:04,343 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148844281 2024-12-02T14:14:04,346 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:14:04,346 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:14:04,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,43543,1733148841634 2024-12-02T14:14:04,348 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,43543,1733148841634, state=OPEN 2024-12-02T14:14:04,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1954597920/meta-region-server 2024-12-02T14:14:04,349 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1954597920/meta-region-server 2024-12-02T14:14:04,349 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,43543,1733148841634 2024-12-02T14:14:04,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1954597920/meta-region-server: CHANGED 2024-12-02T14:14:04,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1954597920/meta-region-server: CHANGED 2024-12-02T14:14:04,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:14:04,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,43543,1733148841634 in 221 msec 2024-12-02T14:14:04,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:14:04,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-12-02T14:14:04,357 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:04,357 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:14:04,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:04,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,43543,1733148841634, seqNum=-1] 2024-12-02T14:14:04,360 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:04,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:04,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-12-02T14:14:04,371 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148844371, completionTime=-1 2024-12-02T14:14:04,371 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:14:04,371 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:14:04,373 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:14:04,374 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148904373 2024-12-02T14:14:04,374 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733148964374 2024-12-02T14:14:04,374 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T14:14:04,374 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44827,1733148841596-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:04,374 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44827,1733148841596-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:04,374 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44827,1733148841596-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:04,374 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:44827, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:04,374 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:04,374 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:04,376 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:14:04,379 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.687sec 2024-12-02T14:14:04,379 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:14:04,379 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:14:04,379 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:14:04,379 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:14:04,379 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:14:04,379 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44827,1733148841596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:04,379 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44827,1733148841596-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:14:04,382 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:14:04,383 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:14:04,383 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44827,1733148841596-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:04,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f3cff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:04,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44827,-1 for getting cluster id 2024-12-02T14:14:04,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:04,483 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a31fd3bc-a0ab-47b4-bc28-44dac90f7de1' 2024-12-02T14:14:04,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:04,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a31fd3bc-a0ab-47b4-bc28-44dac90f7de1" 2024-12-02T14:14:04,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f154d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:04,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44827,-1] 2024-12-02T14:14:04,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:04,488 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:04,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:04,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:04,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,43543,1733148841634, seqNum=-1] 2024-12-02T14:14:04,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:04,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:04,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:04,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61740 2024-12-02T14:14:04,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:04,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b47d03f0005 connected 2024-12-02T14:14:04,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41995805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:04,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,40671,-1 for getting cluster id 2024-12-02T14:14:04,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:04,507 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53093212-008f-4689-b1e7-a118d196c293' 2024-12-02T14:14:04,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:04,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53093212-008f-4689-b1e7-a118d196c293" 2024-12-02T14:14:04,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60be5719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:04,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,40671,-1] 2024-12-02T14:14:04,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:04,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:04,511 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:04,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfa45b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:04,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:04,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,40671,1733148835823 2024-12-02T14:14:04,526 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e070c8 2024-12-02T14:14:04,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:04,529 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:04,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:44827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:14:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:14:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:04,543 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:44827' 2024-12-02T14:14:04,545 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee7ae6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:04,545 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44827,-1 for getting cluster id 2024-12-02T14:14:04,545 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:04,546 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a31fd3bc-a0ab-47b4-bc28-44dac90f7de1' 2024-12-02T14:14:04,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:04,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a31fd3bc-a0ab-47b4-bc28-44dac90f7de1" 2024-12-02T14:14:04,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa68a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:04,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44827,-1] 2024-12-02T14:14:04,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:04,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:04,549 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:04,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbbe034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:04,551 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:04,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:04,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64b1d143 2024-12-02T14:14:04,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:04,556 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:04,566 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T14:14:04,566 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:14:04,571 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:04,571 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:04,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:04,573 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:14:04,578 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:14:04,581 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:14:04,582 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:04,584 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:14:04,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741835_1011 (size=1138) 2024-12-02T14:14:04,630 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:14:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:04,979 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:14:04,997 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fa094ca8ddb4d559d1b88f02e04a12a, NAME => 'hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61 2024-12-02T14:14:05,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741836_1012 (size=44) 2024-12-02T14:14:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:05,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:05,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8fa094ca8ddb4d559d1b88f02e04a12a, disabling compactions & flushes 2024-12-02T14:14:05,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:05,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:05,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. after waiting 0 ms 2024-12-02T14:14:05,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:05,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:05,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fa094ca8ddb4d559d1b88f02e04a12a: Waiting for close lock at 1733148845406Disabling compacts and flushes for region at 1733148845406Disabling writes for close at 1733148845406Writing region close event to WAL at 1733148845406Closed at 1733148845406 2024-12-02T14:14:05,409 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:14:05,417 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733148845409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148845409"}]},"ts":"1733148845409"} 2024-12-02T14:14:05,421 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:14:05,422 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:14:05,424 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148845422"}]},"ts":"1733148845422"} 2024-12-02T14:14:05,427 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:14:05,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fa094ca8ddb4d559d1b88f02e04a12a, ASSIGN}] 2024-12-02T14:14:05,432 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fa094ca8ddb4d559d1b88f02e04a12a, ASSIGN 2024-12-02T14:14:05,433 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fa094ca8ddb4d559d1b88f02e04a12a, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,43059,1733148836363; forceNewPlan=false, retain=false 2024-12-02T14:14:05,586 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8fa094ca8ddb4d559d1b88f02e04a12a, regionState=OPENING, regionLocation=a3a61c9ba14f,43059,1733148836363 2024-12-02T14:14:05,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fa094ca8ddb4d559d1b88f02e04a12a, ASSIGN because future has completed 2024-12-02T14:14:05,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fa094ca8ddb4d559d1b88f02e04a12a, server=a3a61c9ba14f,43059,1733148836363}] 2024-12-02T14:14:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:05,690 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:14:05,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:05,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:05,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:14:05,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C43059%2C1733148836363.rep, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/oldWALs, maxLogs=10 2024-12-02T14:14:05,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.rep.1733148845758, exclude list is [], retry=0 2024-12-02T14:14:05,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34075,DS-623c0395-a43f-4527-99a5-9a6ab171e0bb,DISK] 2024-12-02T14:14:05,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.rep.1733148845758 2024-12-02T14:14:05,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35007:35007)] 2024-12-02T14:14:05,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fa094ca8ddb4d559d1b88f02e04a12a, NAME => 'hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:05,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:14:05,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:14:05,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. service=MultiRowMutationService 2024-12-02T14:14:05,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:14:05,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:05,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:05,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:05,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:05,777 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:05,779 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa094ca8ddb4d559d1b88f02e04a12a columnFamilyName hfileref 2024-12-02T14:14:05,779 DEBUG [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:05,779 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] regionserver.HStore(327): Store=8fa094ca8ddb4d559d1b88f02e04a12a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:05,780 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:05,782 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa094ca8ddb4d559d1b88f02e04a12a columnFamilyName queue 2024-12-02T14:14:05,782 DEBUG [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:05,782 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] regionserver.HStore(327): Store=8fa094ca8ddb4d559d1b88f02e04a12a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:05,783 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:05,785 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa094ca8ddb4d559d1b88f02e04a12a columnFamilyName sid 2024-12-02T14:14:05,785 DEBUG [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:05,785 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] regionserver.HStore(327): Store=8fa094ca8ddb4d559d1b88f02e04a12a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:05,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:05,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/replication/8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:05,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/replication/8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:05,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:05,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:05,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:14:05,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:05,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/replication/8fa094ca8ddb4d559d1b88f02e04a12a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:05,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8fa094ca8ddb4d559d1b88f02e04a12a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64240732, jitterRate=-0.042738497257232666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:14:05,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:05,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8fa094ca8ddb4d559d1b88f02e04a12a: Running coprocessor pre-open hook at 1733148845775Writing region info on filesystem at 1733148845775Initializing all the Stores at 1733148845777 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148845777Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148845777Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148845777Cleaning up temporary data from old regions at 1733148845789 (+12 ms)Running coprocessor post-open hooks at 1733148845798 (+9 ms)Region opened successfully at 1733148845799 (+1 ms) 2024-12-02T14:14:05,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a., pid=7, masterSystemTime=1733148845746 2024-12-02T14:14:05,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:05,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:05,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8fa094ca8ddb4d559d1b88f02e04a12a, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,43059,1733148836363 2024-12-02T14:14:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fa094ca8ddb4d559d1b88f02e04a12a, server=a3a61c9ba14f,43059,1733148836363 because future has completed 2024-12-02T14:14:05,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T14:14:05,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fa094ca8ddb4d559d1b88f02e04a12a, server=a3a61c9ba14f,43059,1733148836363 in 220 msec 2024-12-02T14:14:05,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:14:05,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fa094ca8ddb4d559d1b88f02e04a12a, ASSIGN in 386 msec 2024-12-02T14:14:05,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:14:05,820 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148845819"}]},"ts":"1733148845819"} 2024-12-02T14:14:05,822 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:14:05,824 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:14:05,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2510 sec 2024-12-02T14:14:05,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a., hostname=a3a61c9ba14f,43059,1733148836363, seqNum=2] 2024-12-02T14:14:05,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43059 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T14:14:05,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:14:05,859 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:14:05,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:14:06,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T14:14:06,041 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:14:06,077 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,43059,1733148836363, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:14:06,078 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:06,078 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,43059,1733148836363, seqNum=-1] 2024-12-02T14:14:06,079 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:06,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T14:14:06,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,43059,1733148836363', locateType=CURRENT is [region=hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a., hostname=a3a61c9ba14f,43059,1733148836363, seqNum=2] 2024-12-02T14:14:06,089 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T14:14:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T14:14:06,095 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,43059,1733148836363 suceeded 2024-12-02T14:14:06,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T14:14:06,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-12-02T14:14:06,098 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:44827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:14:06,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5660 sec 2024-12-02T14:14:06,108 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:44827' 2024-12-02T14:14:06,109 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@470e6fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:06,109 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44827,-1 for getting cluster id 2024-12-02T14:14:06,110 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:06,111 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a31fd3bc-a0ab-47b4-bc28-44dac90f7de1' 2024-12-02T14:14:06,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:06,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a31fd3bc-a0ab-47b4-bc28-44dac90f7de1" 2024-12-02T14:14:06,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@533a1ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:06,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44827,-1] 2024-12-02T14:14:06,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:06,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:06,112 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:06,113 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ee96f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:06,113 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:06,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:06,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35c29d99 2024-12-02T14:14:06,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:06,115 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T14:14:06,116 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,43059,1733148836363 (queues=1) is replicating from cluster=53093212-008f-4689-b1e7-a118d196c293 to cluster=a31fd3bc-a0ab-47b4-bc28-44dac90f7de1 2024-12-02T14:14:06,118 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C43059%2C1733148836363 2024-12-02T14:14:06,122 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,43059,1733148836363, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:14:06,125 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363.replicationSource.shippera3a61c9ba14f%2C43059%2C1733148836363,1-a3a61c9ba14f,43059,1733148836363 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C43059%2C1733148836363 2024-12-02T14:14:06,128 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,1-a3a61c9ba14f,43059,1733148836363 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168, startPosition=0, beingWritten=true 2024-12-02T14:14:06,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:14:06,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T14:14:06,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T14:14:06,141 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T14:14:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:14:06,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T14:14:06,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:06,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T14:14:06,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T14:14:06,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T14:14:06,378 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,1-a3a61c9ba14f,43059,1733148836363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168 to pos 0, reset compression=false 2024-12-02T14:14:06,689 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,1-a3a61c9ba14f,43059,1733148836363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168 to pos 0, reset compression=false 2024-12-02T14:14:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:06,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:06,707 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:14:06,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:06,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:06,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:06,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:06,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dc00a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:06,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,40671,-1 for getting cluster id 2024-12-02T14:14:06,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:06,709 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53093212-008f-4689-b1e7-a118d196c293' 2024-12-02T14:14:06,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:06,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53093212-008f-4689-b1e7-a118d196c293" 2024-12-02T14:14:06,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1356b7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:06,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,40671,-1] 2024-12-02T14:14:06,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:06,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:06,712 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:06,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d86b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:06,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,40671,1733148835823 2024-12-02T14:14:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7742536e 2024-12-02T14:14:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:06,717 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:06,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://a3a61c9ba14f:44827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:14:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:14:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T14:14:06,722 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:44827' 2024-12-02T14:14:06,723 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1272ac10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:06,723 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44827,-1 for getting cluster id 2024-12-02T14:14:06,724 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:06,725 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a31fd3bc-a0ab-47b4-bc28-44dac90f7de1' 2024-12-02T14:14:06,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:06,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a31fd3bc-a0ab-47b4-bc28-44dac90f7de1" 2024-12-02T14:14:06,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5a62dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:06,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44827,-1] 2024-12-02T14:14:06,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:06,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:06,727 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:06,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1325c318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:06,728 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:06,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:06,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2214644d 2024-12-02T14:14:06,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:06,731 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:06,732 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-02T14:14:06,732 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:14:06,732 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:06,732 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:06,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:06,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:14:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T14:14:06,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-02T14:14:06,898 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T14:14:06,930 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-a3a61c9ba14f,43059,1733148836363, ReplicationSource: 2, currentBandwidth=0 2024-12-02T14:14:06,933 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-02T14:14:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-02T14:14:06,937 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a3a61c9ba14f,43059,1733148836363 suceeded 2024-12-02T14:14:06,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:14:06,940 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a3a61c9ba14f:44827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:14:06,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-02T14:14:06,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 223 msec 2024-12-02T14:14:06,950 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:44827' 2024-12-02T14:14:06,951 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a80f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:06,951 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44827,-1 for getting cluster id 2024-12-02T14:14:06,952 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:06,953 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a31fd3bc-a0ab-47b4-bc28-44dac90f7de1' 2024-12-02T14:14:06,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:06,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a31fd3bc-a0ab-47b4-bc28-44dac90f7de1" 2024-12-02T14:14:06,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4836c91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:06,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44827,-1] 2024-12-02T14:14:06,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:06,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:06,955 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:06,956 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@520c8893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:06,956 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:06,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:06,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cef047 2024-12-02T14:14:06,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:06,958 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T14:14:06,959 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a3a61c9ba14f,43059,1733148836363 (queues=1) is replicating from cluster=53093212-008f-4689-b1e7-a118d196c293 to cluster=a31fd3bc-a0ab-47b4-bc28-44dac90f7de1 2024-12-02T14:14:06,959 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a3a61c9ba14f%2C43059%2C1733148836363 2024-12-02T14:14:06,959 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a3a61c9ba14f,43059,1733148836363, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:14:06,960 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363.replicationSource.shippera3a61c9ba14f%2C43059%2C1733148836363,2-a3a61c9ba14f,43059,1733148836363 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C43059%2C1733148836363 2024-12-02T14:14:06,960 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,2-a3a61c9ba14f,43059,1733148836363 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168, startPosition=0, beingWritten=true 2024-12-02T14:14:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T14:14:07,037 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T14:14:07,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:07,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:07,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:07,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:07,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:07,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,40671,1733148835823 2024-12-02T14:14:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b1aa245 2024-12-02T14:14:07,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:07,048 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:07,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T14:14:07,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T14:14:07,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T14:14:07,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T14:14:07,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:44827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:14:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T14:14:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T14:14:07,067 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:44827' 2024-12-02T14:14:07,068 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0d14ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:07,069 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44827,-1 for getting cluster id 2024-12-02T14:14:07,069 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:07,069 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a31fd3bc-a0ab-47b4-bc28-44dac90f7de1' 2024-12-02T14:14:07,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:07,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a31fd3bc-a0ab-47b4-bc28-44dac90f7de1" 2024-12-02T14:14:07,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65257d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:07,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44827,-1] 2024-12-02T14:14:07,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:07,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:07,071 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:07,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e53dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:07,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:07,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:07,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fe044b 2024-12-02T14:14:07,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:07,075 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:07,075 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T14:14:07,076 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:14:07,076 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:07,076 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:07,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:07,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:14:07,100 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,1-a3a61c9ba14f,43059,1733148836363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168 to pos 0, reset compression=false 2024-12-02T14:14:07,166 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,2-a3a61c9ba14f,43059,1733148836363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168 to pos 0, reset compression=false 2024-12-02T14:14:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T14:14:07,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-02T14:14:07,234 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-02T14:14:07,236 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-02T14:14:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-02T14:14:07,240 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on a3a61c9ba14f,43059,1733148836363 suceeded 2024-12-02T14:14:07,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T14:14:07,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-02T14:14:07,244 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://a3a61c9ba14f:44827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:14:07,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 185 msec 2024-12-02T14:14:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T14:14:07,387 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-02T14:14:07,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://a3a61c9ba14f:44827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:14:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T14:14:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T14:14:07,393 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:44827' 2024-12-02T14:14:07,395 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3b7eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:07,395 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44827,-1 for getting cluster id 2024-12-02T14:14:07,395 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:07,396 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a31fd3bc-a0ab-47b4-bc28-44dac90f7de1' 2024-12-02T14:14:07,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:07,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a31fd3bc-a0ab-47b4-bc28-44dac90f7de1" 2024-12-02T14:14:07,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20836a9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:07,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44827,-1] 2024-12-02T14:14:07,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:07,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:07,398 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:07,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2156cc2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:07,400 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:07,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:07,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56c04e98 2024-12-02T14:14:07,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:07,402 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:07,403 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T14:14:07,403 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:14:07,403 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:07,403 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:07,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:07,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:14:07,474 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,2-a3a61c9ba14f,43059,1733148836363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168 to pos 0, reset compression=false 2024-12-02T14:14:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T14:14:07,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-02T14:14:07,562 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-02T14:14:07,564 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-02T14:14:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-02T14:14:07,569 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on a3a61c9ba14f,43059,1733148836363 suceeded 2024-12-02T14:14:07,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T14:14:07,572 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://a3a61c9ba14f:44827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:14:07,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-12-02T14:14:07,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 184 msec 2024-12-02T14:14:07,609 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,1-a3a61c9ba14f,43059,1733148836363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168 to pos 0, reset compression=false 2024-12-02T14:14:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T14:14:07,708 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-02T14:14:07,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T14:14:07,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T14:14:07,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:07,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:07,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:07,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:07,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:07,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:14:07,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1330136669, stopped=false 2024-12-02T14:14:07,716 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,40671,1733148835823 2024-12-02T14:14:07,719 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183098221/running 2024-12-02T14:14:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183098221/running 2024-12-02T14:14:07,719 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:14:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:14:07,719 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:14:07,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:07,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:07,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:07,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/running 2024-12-02T14:14:07,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/running 2024-12-02T14:14:07,721 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,43059,1733148836363' ***** 2024-12-02T14:14:07,721 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:14:07,722 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:14:07,722 INFO [RS:0;a3a61c9ba14f:43059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:14:07,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:14:07,722 INFO [RS:0;a3a61c9ba14f:43059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:14:07,722 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:07,723 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,43059,1733148836363 2024-12-02T14:14:07,723 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:07,723 INFO [RS:0;a3a61c9ba14f:43059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:43059. 2024-12-02T14:14:07,723 DEBUG [RS:0;a3a61c9ba14f:43059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:07,723 DEBUG [RS:0;a3a61c9ba14f:43059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:07,723 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:14:07,723 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fa094ca8ddb4d559d1b88f02e04a12a, disabling compactions & flushes 2024-12-02T14:14:07,723 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:14:07,724 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:07,724 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:14:07,724 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:07,724 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:14:07,724 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. after waiting 0 ms 2024-12-02T14:14:07,724 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:07,724 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:14:07,724 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:14:07,724 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1325): Online Regions={8fa094ca8ddb4d559d1b88f02e04a12a=hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:14:07,724 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:14:07,724 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:14:07,724 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:14:07,725 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:14:07,725 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:07,727 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8fa094ca8ddb4d559d1b88f02e04a12a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-02T14:14:07,728 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T14:14:07,740 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:07,786 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/.tmp/info/8bb9c2af0b124958a6be79b008e50b53 is 147, key is hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a./info:regioninfo/1733148845806/Put/seqid=0 2024-12-02T14:14:07,786 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/replication/8fa094ca8ddb4d559d1b88f02e04a12a/.tmp/queue/ec26e12a14c6494eb079c08671e6e062 is 151, key is 1-a3a61c9ba14f,43059,1733148836363/queue:a3a61c9ba14f%2C43059%2C1733148836363/1733148846084/Put/seqid=0 2024-12-02T14:14:07,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741838_1014 (size=5500) 2024-12-02T14:14:07,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741839_1015 (size=6631) 2024-12-02T14:14:07,882 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,2-a3a61c9ba14f,43059,1733148836363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168 to pos 0, reset compression=false 2024-12-02T14:14:07,925 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:08,008 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:14:08,008 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:14:08,125 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:08,199 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/replication/8fa094ca8ddb4d559d1b88f02e04a12a/.tmp/queue/ec26e12a14c6494eb079c08671e6e062 2024-12-02T14:14:08,199 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/.tmp/info/8bb9c2af0b124958a6be79b008e50b53 2024-12-02T14:14:08,215 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,1-a3a61c9ba14f,43059,1733148836363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168 to pos 0, reset compression=false 2024-12-02T14:14:08,248 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/replication/8fa094ca8ddb4d559d1b88f02e04a12a/.tmp/queue/ec26e12a14c6494eb079c08671e6e062 as hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/replication/8fa094ca8ddb4d559d1b88f02e04a12a/queue/ec26e12a14c6494eb079c08671e6e062 2024-12-02T14:14:08,257 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/replication/8fa094ca8ddb4d559d1b88f02e04a12a/queue/ec26e12a14c6494eb079c08671e6e062, entries=2, sequenceid=6, filesize=5.4 K 2024-12-02T14:14:08,264 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/.tmp/ns/a38a76e4219e45cda2290974da15ab50 is 43, key is default/ns:d/1733148840319/Put/seqid=0 2024-12-02T14:14:08,265 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8fa094ca8ddb4d559d1b88f02e04a12a in 536ms, sequenceid=6, compaction requested=false 2024-12-02T14:14:08,265 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T14:14:08,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741840_1016 (size=5153) 2024-12-02T14:14:08,273 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/replication/8fa094ca8ddb4d559d1b88f02e04a12a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T14:14:08,276 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:14:08,276 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:08,276 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:08,276 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fa094ca8ddb4d559d1b88f02e04a12a: Waiting for close lock at 1733148847723Running coprocessor pre-close hooks at 1733148847723Disabling compacts and flushes for region at 1733148847723Disabling writes for close at 1733148847724 (+1 ms)Obtaining lock to block concurrent updates at 1733148847727 (+3 ms)Preparing flush snapshotting stores in 8fa094ca8ddb4d559d1b88f02e04a12a at 1733148847727Finished memstore snapshotting hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733148847734 (+7 ms)Flushing stores of hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. at 1733148847735 (+1 ms)Flushing 8fa094ca8ddb4d559d1b88f02e04a12a/queue: creating writer at 1733148847737 (+2 ms)Flushing 8fa094ca8ddb4d559d1b88f02e04a12a/queue: appending metadata at 1733148847776 (+39 ms)Flushing 8fa094ca8ddb4d559d1b88f02e04a12a/queue: closing flushed file at 1733148847778 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cc334e7: reopening flushed file at 1733148848247 (+469 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8fa094ca8ddb4d559d1b88f02e04a12a in 536ms, sequenceid=6, compaction requested=false at 1733148848265 (+18 ms)Writing region close event to WAL at 1733148848268 (+3 ms)Running coprocessor post-close hooks at 1733148848274 (+6 ms)Closed at 1733148848276 (+2 ms) 2024-12-02T14:14:08,277 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:08,326 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:08,389 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,2-a3a61c9ba14f,43059,1733148836363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168 to pos 0, reset compression=false 2024-12-02T14:14:08,526 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:08,670 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/.tmp/ns/a38a76e4219e45cda2290974da15ab50 2024-12-02T14:14:08,698 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/.tmp/table/2343500c393b4db49428834b27b8d6b9 is 53, key is hbase:replication/table:state/1733148845819/Put/seqid=0 2024-12-02T14:14:08,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741841_1017 (size=5256) 2024-12-02T14:14:08,726 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T14:14:08,726 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:14:08,726 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:08,923 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,1-a3a61c9ba14f,43059,1733148836363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168 to pos 0, reset compression=false 2024-12-02T14:14:08,927 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:09,001 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,2-a3a61c9ba14f,43059,1733148836363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.1733148839168 to pos 0, reset compression=false 2024-12-02T14:14:09,105 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/.tmp/table/2343500c393b4db49428834b27b8d6b9 2024-12-02T14:14:09,119 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/.tmp/info/8bb9c2af0b124958a6be79b008e50b53 as hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/info/8bb9c2af0b124958a6be79b008e50b53 2024-12-02T14:14:09,127 DEBUG [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:09,127 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/info/8bb9c2af0b124958a6be79b008e50b53, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T14:14:09,129 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/.tmp/ns/a38a76e4219e45cda2290974da15ab50 as hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/ns/a38a76e4219e45cda2290974da15ab50 2024-12-02T14:14:09,137 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/ns/a38a76e4219e45cda2290974da15ab50, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T14:14:09,138 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/.tmp/table/2343500c393b4db49428834b27b8d6b9 as hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/table/2343500c393b4db49428834b27b8d6b9 2024-12-02T14:14:09,146 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/table/2343500c393b4db49428834b27b8d6b9, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T14:14:09,147 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1422ms, sequenceid=11, compaction requested=false 2024-12-02T14:14:09,153 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T14:14:09,154 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:14:09,154 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:09,155 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:09,155 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148847724Running coprocessor pre-close hooks at 1733148847724Disabling compacts and flushes for region at 1733148847724Disabling writes for close at 1733148847725 (+1 ms)Obtaining lock to block concurrent updates at 1733148847728 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733148847728Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733148847734 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733148847735 (+1 ms)Flushing 1588230740/info: creating writer at 1733148847737 (+2 ms)Flushing 1588230740/info: appending metadata at 1733148847776 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733148847778 (+2 ms)Flushing 1588230740/ns: creating writer at 1733148848247 (+469 ms)Flushing 1588230740/ns: appending metadata at 1733148848263 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733148848263Flushing 1588230740/table: creating writer at 1733148848683 (+420 ms)Flushing 1588230740/table: appending metadata at 1733148848697 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733148848697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aec9547: reopening flushed file at 1733148849117 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad7e921: reopening flushed file at 1733148849127 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31174b21: reopening flushed file at 1733148849137 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1422ms, sequenceid=11, compaction requested=false at 1733148849147 (+10 ms)Writing region close event to WAL at 1733148849148 (+1 ms)Running coprocessor post-close hooks at 1733148849154 (+6 ms)Closed at 1733148849154 2024-12-02T14:14:09,155 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:09,328 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,43059,1733148836363; all regions closed. 2024-12-02T14:14:09,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741834_1010 (size=2742) 2024-12-02T14:14:09,345 DEBUG [RS:0;a3a61c9ba14f:43059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/oldWALs 2024-12-02T14:14:09,345 INFO [RS:0;a3a61c9ba14f:43059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C43059%2C1733148836363.meta:.meta(num 1733148840145) 2024-12-02T14:14:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741837_1013 (size=1802) 2024-12-02T14:14:09,348 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363/a3a61c9ba14f%2C43059%2C1733148836363.rep.1733148845758 not finished, retry = 0 2024-12-02T14:14:09,457 DEBUG [RS:0;a3a61c9ba14f:43059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/oldWALs 2024-12-02T14:14:09,457 INFO [RS:0;a3a61c9ba14f:43059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C43059%2C1733148836363.rep:(num 1733148845758) 2024-12-02T14:14:09,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741832_1008 (size=93) 2024-12-02T14:14:09,464 DEBUG [RS:0;a3a61c9ba14f:43059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/oldWALs 2024-12-02T14:14:09,464 INFO [RS:0;a3a61c9ba14f:43059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C43059%2C1733148836363:(num 1733148839168) 2024-12-02T14:14:09,464 DEBUG [RS:0;a3a61c9ba14f:43059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:09,464 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:09,464 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:14:09,464 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T14:14:09,465 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:14:09,465 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:14:09,465 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,43059,1733148836363 because: Region server is closing 2024-12-02T14:14:09,465 INFO [RS:0;a3a61c9ba14f:43059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:43059. 2024-12-02T14:14:09,465 DEBUG [RS:0;a3a61c9ba14f:43059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:09,465 DEBUG [RS:0;a3a61c9ba14f:43059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:09,466 DEBUG [RS:0;a3a61c9ba14f:43059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:09,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:09,566 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,1-a3a61c9ba14f,43059,1733148836363 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T14:14:09,566 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363.replicationSource.shippera3a61c9ba14f%2C43059%2C1733148836363,1-a3a61c9ba14f,43059,1733148836363 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T14:14:09,567 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,43059,1733148836363.replicationSource.shippera3a61c9ba14f%2C43059%2C1733148836363,1-a3a61c9ba14f,43059,1733148836363 terminated 2024-12-02T14:14:09,568 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a3a61c9ba14f,43059,1733148836363 because: Region server is closing 2024-12-02T14:14:09,568 INFO [RS:0;a3a61c9ba14f:43059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:43059. 2024-12-02T14:14:09,569 DEBUG [RS:0;a3a61c9ba14f:43059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:09,569 DEBUG [RS:0;a3a61c9ba14f:43059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:09,569 DEBUG [RS:0;a3a61c9ba14f:43059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:09,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:09,670 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363.replicationSource.wal-reader.a3a61c9ba14f%2C43059%2C1733148836363,2-a3a61c9ba14f,43059,1733148836363 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T14:14:09,670 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363.replicationSource.shippera3a61c9ba14f%2C43059%2C1733148836363,2-a3a61c9ba14f,43059,1733148836363 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T14:14:09,670 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,43059,1733148836363.replicationSource.shippera3a61c9ba14f%2C43059%2C1733148836363,2-a3a61c9ba14f,43059,1733148836363 terminated 2024-12-02T14:14:09,670 INFO [RS:0;a3a61c9ba14f:43059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43059 2024-12-02T14:14:09,674 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183098221/rs/a3a61c9ba14f,43059,1733148836363 2024-12-02T14:14:09,674 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:09,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221/rs 2024-12-02T14:14:09,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,43059,1733148836363] 2024-12-02T14:14:09,678 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183098221/draining/a3a61c9ba14f,43059,1733148836363 already deleted, retry=false 2024-12-02T14:14:09,678 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,43059,1733148836363 expired; onlineServers=0 2024-12-02T14:14:09,678 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,40671,1733148835823' ***** 2024-12-02T14:14:09,678 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:14:09,678 INFO [M:0;a3a61c9ba14f:40671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:09,678 INFO [M:0;a3a61c9ba14f:40671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:14:09,679 DEBUG [M:0;a3a61c9ba14f:40671 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:14:09,679 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:14:09,679 DEBUG [M:0;a3a61c9ba14f:40671 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:14:09,679 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148838877 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148838877,5,FailOnTimeoutGroup] 2024-12-02T14:14:09,679 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148838876 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148838876,5,FailOnTimeoutGroup] 2024-12-02T14:14:09,679 INFO [M:0;a3a61c9ba14f:40671 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:14:09,679 INFO [M:0;a3a61c9ba14f:40671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:14:09,680 DEBUG [M:0;a3a61c9ba14f:40671 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:14:09,680 INFO [M:0;a3a61c9ba14f:40671 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:14:09,680 INFO [M:0;a3a61c9ba14f:40671 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:14:09,680 INFO [M:0;a3a61c9ba14f:40671 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:14:09,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183098221/master 2024-12-02T14:14:09,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:14:09,680 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:14:09,681 DEBUG [M:0;a3a61c9ba14f:40671 {}] zookeeper.ZKUtil(347): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Unable to get data of znode /0-1183098221/master because node does not exist (not an error) 2024-12-02T14:14:09,681 WARN [M:0;a3a61c9ba14f:40671 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:14:09,682 INFO [M:0;a3a61c9ba14f:40671 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/.lastflushedseqids 2024-12-02T14:14:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741842_1018 (size=181) 2024-12-02T14:14:09,777 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:09,777 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1009b47d03f0001, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:09,778 INFO [RS:0;a3a61c9ba14f:43059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:09,778 INFO [RS:0;a3a61c9ba14f:43059 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,43059,1733148836363; zookeeper connection closed. 2024-12-02T14:14:09,779 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c29ec57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c29ec57 2024-12-02T14:14:09,779 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:14:10,096 INFO [M:0;a3a61c9ba14f:40671 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:14:10,097 INFO [M:0;a3a61c9ba14f:40671 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:14:10,097 DEBUG [M:0;a3a61c9ba14f:40671 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:14:10,097 INFO [M:0;a3a61c9ba14f:40671 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:10,098 DEBUG [M:0;a3a61c9ba14f:40671 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:10,098 DEBUG [M:0;a3a61c9ba14f:40671 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:14:10,098 DEBUG [M:0;a3a61c9ba14f:40671 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:10,098 INFO [M:0;a3a61c9ba14f:40671 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-02T14:14:10,117 DEBUG [M:0;a3a61c9ba14f:40671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/218a6b4151fe4d65836984ee8c1f79b7 is 82, key is hbase:meta,,1/info:regioninfo/1733148840237/Put/seqid=0 2024-12-02T14:14:10,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741843_1019 (size=5672) 2024-12-02T14:14:10,523 INFO [M:0;a3a61c9ba14f:40671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/218a6b4151fe4d65836984ee8c1f79b7 2024-12-02T14:14:10,552 DEBUG [M:0;a3a61c9ba14f:40671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08c9188b05724f5e9316b77e097f1466 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733148845826/Put/seqid=0 2024-12-02T14:14:10,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741844_1020 (size=8663) 2024-12-02T14:14:10,958 INFO [M:0;a3a61c9ba14f:40671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08c9188b05724f5e9316b77e097f1466 2024-12-02T14:14:10,980 DEBUG [M:0;a3a61c9ba14f:40671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc032563ee56406487b90a6815ccc049 is 69, key is a3a61c9ba14f,43059,1733148836363/rs:state/1733148838942/Put/seqid=0 2024-12-02T14:14:10,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741845_1021 (size=5156) 2024-12-02T14:14:11,280 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:14:11,386 INFO [M:0;a3a61c9ba14f:40671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc032563ee56406487b90a6815ccc049 2024-12-02T14:14:11,397 DEBUG [M:0;a3a61c9ba14f:40671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/218a6b4151fe4d65836984ee8c1f79b7 as hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/218a6b4151fe4d65836984ee8c1f79b7 2024-12-02T14:14:11,404 INFO [M:0;a3a61c9ba14f:40671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/218a6b4151fe4d65836984ee8c1f79b7, entries=8, sequenceid=115, filesize=5.5 K 2024-12-02T14:14:11,406 DEBUG [M:0;a3a61c9ba14f:40671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08c9188b05724f5e9316b77e097f1466 as hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08c9188b05724f5e9316b77e097f1466 2024-12-02T14:14:11,413 INFO [M:0;a3a61c9ba14f:40671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08c9188b05724f5e9316b77e097f1466, entries=14, sequenceid=115, filesize=8.5 K 2024-12-02T14:14:11,415 DEBUG [M:0;a3a61c9ba14f:40671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc032563ee56406487b90a6815ccc049 as hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc032563ee56406487b90a6815ccc049 2024-12-02T14:14:11,421 INFO [M:0;a3a61c9ba14f:40671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc032563ee56406487b90a6815ccc049, entries=1, sequenceid=115, filesize=5.0 K 2024-12-02T14:14:11,422 INFO [M:0;a3a61c9ba14f:40671 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false 2024-12-02T14:14:11,424 INFO [M:0;a3a61c9ba14f:40671 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:11,424 DEBUG [M:0;a3a61c9ba14f:40671 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148850097Disabling compacts and flushes for region at 1733148850097Disabling writes for close at 1733148850098 (+1 ms)Obtaining lock to block concurrent updates at 1733148850098Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148850098Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733148850099 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148850101 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148850101Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148850117 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148850117Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148850536 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148850551 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148850551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148850966 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148850980 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148850980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6798e3c: reopening flushed file at 1733148851395 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47f7cf57: reopening flushed file at 1733148851404 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137a349b: reopening flushed file at 1733148851413 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false at 1733148851422 (+9 ms)Writing region close event to WAL at 1733148851424 (+2 ms)Closed at 1733148851424 2024-12-02T14:14:11,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741830_1006 (size=59421) 2024-12-02T14:14:11,428 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:14:11,428 INFO [M:0;a3a61c9ba14f:40671 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:14:11,428 INFO [M:0;a3a61c9ba14f:40671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40671 2024-12-02T14:14:11,428 INFO [M:0;a3a61c9ba14f:40671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:11,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:11,530 INFO [M:0;a3a61c9ba14f:40671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:11,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40671-0x1009b47d03f0000, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:11,532 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:11,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:11,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:11,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:11,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:11,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:11,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:14:11,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:11,533 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42745 2024-12-02T14:14:11,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42745 connecting to ZooKeeper ensemble=127.0.0.1:61740 2024-12-02T14:14:11,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427450x0, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:11,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42745-0x1009b47d03f0006 connected 2024-12-02T14:14:11,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:11,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:11,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/running 2024-12-02T14:14:11,544 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183098221/meta-region-server: INIT 2024-12-02T14:14:11,545 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61, hbase.cluster.distributed=false 2024-12-02T14:14:11,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/acl 2024-12-02T14:14:11,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42745 2024-12-02T14:14:11,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42745 2024-12-02T14:14:11,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42745 2024-12-02T14:14:11,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42745 2024-12-02T14:14:11,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42745 2024-12-02T14:14:11,563 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:11,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:11,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:11,563 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:11,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:11,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:11,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:14:11,563 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:11,564 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37017 2024-12-02T14:14:11,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37017 connecting to ZooKeeper ensemble=127.0.0.1:61740 2024-12-02T14:14:11,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:11,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:11,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370170x0, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:11,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370170x0, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/running 2024-12-02T14:14:11,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37017-0x1009b47d03f0007 connected 2024-12-02T14:14:11,573 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183098221/meta-region-server: INIT 2024-12-02T14:14:11,573 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:14:11,574 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:14:11,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/master 2024-12-02T14:14:11,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/acl 2024-12-02T14:14:11,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37017 2024-12-02T14:14:11,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37017 2024-12-02T14:14:11,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37017 2024-12-02T14:14:11,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37017 2024-12-02T14:14:11,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37017 2024-12-02T14:14:11,595 DEBUG [M:0;a3a61c9ba14f:42745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:42745 2024-12-02T14:14:11,595 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1183098221/backup-masters/a3a61c9ba14f,42745,1733148851532 2024-12-02T14:14:11,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221/backup-masters 2024-12-02T14:14:11,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221/backup-masters 2024-12-02T14:14:11,597 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on existing znode=/0-1183098221/backup-masters/a3a61c9ba14f,42745,1733148851532 2024-12-02T14:14:11,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:14:11,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183098221/master 2024-12-02T14:14:11,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:14:11,599 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on existing znode=/0-1183098221/master 2024-12-02T14:14:11,599 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1183098221/backup-masters/a3a61c9ba14f,42745,1733148851532 from backup master directory 2024-12-02T14:14:11,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221/backup-masters 2024-12-02T14:14:11,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183098221/backup-masters/a3a61c9ba14f,42745,1733148851532 2024-12-02T14:14:11,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221/backup-masters 2024-12-02T14:14:11,600 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:11,600 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,42745,1733148851532 2024-12-02T14:14:11,614 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:11,614 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:14:11,626 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-12-02T14:14:11,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741846_1022 (size=196) 2024-12-02T14:14:12,036 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:14:12,038 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:14:12,039 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:12,051 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T14:14:12,054 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,40671,1733148835823 to hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,40671,1733148835823-dead as it is dead 2024-12-02T14:14:12,055 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T14:14:12,056 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T14:14:12,056 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,40671,1733148835823-dead/a3a61c9ba14f%2C40671%2C1733148835823.1733148838419 2024-12-02T14:14:12,061 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,40671,1733148835823-dead/a3a61c9ba14f%2C40671%2C1733148835823.1733148838419 after 3ms 2024-12-02T14:14:12,062 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,40671,1733148835823-dead/a3a61c9ba14f%2C40671%2C1733148835823.1733148838419 to hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a3a61c9ba14f%2C40671%2C1733148835823.1733148838419 2024-12-02T14:14:12,062 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,40671,1733148835823-dead 2024-12-02T14:14:12,063 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,42745,1733148851532 2024-12-02T14:14:12,064 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:12,065 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C42745%2C1733148851532, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,42745,1733148851532, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/oldWALs, maxLogs=10 2024-12-02T14:14:12,078 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,42745,1733148851532/a3a61c9ba14f%2C42745%2C1733148851532.1733148852066, exclude list is [], retry=0 2024-12-02T14:14:12,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34075,DS-623c0395-a43f-4527-99a5-9a6ab171e0bb,DISK] 2024-12-02T14:14:12,083 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/WALs/a3a61c9ba14f,42745,1733148851532/a3a61c9ba14f%2C42745%2C1733148851532.1733148852066 2024-12-02T14:14:12,084 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35007:35007)] 2024-12-02T14:14:12,084 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:12,084 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:12,084 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:12,084 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:12,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:12,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:14:12,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:12,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/218a6b4151fe4d65836984ee8c1f79b7 2024-12-02T14:14:12,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:12,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:12,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:14:12,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:12,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08c9188b05724f5e9316b77e097f1466 2024-12-02T14:14:12,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:12,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:12,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:14:12,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:12,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc032563ee56406487b90a6815ccc049 2024-12-02T14:14:12,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:12,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:12,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:14:12,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:12,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:12,115 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:12,116 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T14:14:12,116 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a3a61c9ba14f%2C40671%2C1733148835823.1733148838419 2024-12-02T14:14:12,129 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a3a61c9ba14f%2C40671%2C1733148835823.1733148838419 2024-12-02T14:14:12,130 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a3a61c9ba14f%2C40671%2C1733148835823.1733148838419 2024-12-02T14:14:12,132 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:12,132 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:12,133 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:12,134 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:12,137 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-02T14:14:12,138 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68122922, jitterRate=0.015110641717910767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:12,139 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148852084Initializing all the Stores at 1733148852085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148852085Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148852086 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148852086Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148852086Cleaning up temporary data from old regions at 1733148852132 (+46 ms)Region opened successfully at 1733148852139 (+7 ms) 2024-12-02T14:14:12,139 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:14:12,143 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655cfd6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:12,152 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T14:14:12,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:14:12,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:14:12,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:14:12,154 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:14:12,159 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:12,159 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:14:12,160 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:14:12,160 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:14:12,160 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T14:14:12,160 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T14:14:12,160 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-02T14:14:12,160 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:14:12,164 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a3a61c9ba14f,43059,1733148836363, regionLocation=a3a61c9ba14f,43059,1733148836363, openSeqNum=2 2024-12-02T14:14:12,164 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a3a61c9ba14f,43059,1733148836363, table=hbase:meta, region=1588230740 2024-12-02T14:14:12,164 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,43059,1733148836363, state=OPEN 2024-12-02T14:14:12,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183098221/meta-region-server 2024-12-02T14:14:12,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183098221/meta-region-server 2024-12-02T14:14:12,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183098221/meta-region-server: CHANGED 2024-12-02T14:14:12,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183098221/meta-region-server: CHANGED 2024-12-02T14:14:12,171 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:14:12,172 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183098221/draining/a3a61c9ba14f,43059,1733148836363 already deleted, retry=false 2024-12-02T14:14:12,172 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a3a61c9ba14f,43059,1733148836363 on a3a61c9ba14f,42745,1733148851532 2024-12-02T14:14:12,176 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a3a61c9ba14f,43059,1733148836363, splitWal=true, meta=true 2024-12-02T14:14:12,178 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for a3a61c9ba14f,43059,1733148836363 (carryingMeta=true) a3a61c9ba14f,43059,1733148836363/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@11411e08[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T14:14:12,182 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Unable to get data of znode /0-1183098221/balancer because node does not exist (not necessarily an error) 2024-12-02T14:14:12,183 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183098221/balancer already deleted, retry=false 2024-12-02T14:14:12,183 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:14:12,184 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Unable to get data of znode /0-1183098221/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:14:12,185 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183098221/normalizer already deleted, retry=false 2024-12-02T14:14:12,185 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:14:12,186 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Unable to get data of znode /0-1183098221/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:14:12,186 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183098221/switch/split already deleted, retry=false 2024-12-02T14:14:12,187 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Unable to get data of znode /0-1183098221/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:14:12,188 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183098221/switch/merge already deleted, retry=false 2024-12-02T14:14:12,194 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Unable to get data of znode /0-1183098221/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:14:12,195 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183098221/snapshot-cleanup already deleted, retry=false 2024-12-02T14:14:12,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183098221/running 2024-12-02T14:14:12,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1183098221/running 2024-12-02T14:14:12,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:14:12,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:14:12,197 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,42745,1733148851532, sessionid=0x1009b47d03f0006, setting cluster-up flag (Was=false) 2024-12-02T14:14:12,198 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1183098221/flush-table-proc/acquired, /0-1183098221/flush-table-proc/reached, /0-1183098221/flush-table-proc/abort 2024-12-02T14:14:12,199 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,42745,1733148851532 2024-12-02T14:14:12,202 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1183098221/online-snapshot/acquired, /0-1183098221/online-snapshot/reached, /0-1183098221/online-snapshot/abort 2024-12-02T14:14:12,203 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,42745,1733148851532 2024-12-02T14:14:12,204 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/.lastflushedseqids 2024-12-02T14:14:12,208 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:14:12,208 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:14:12,208 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,42745,1733148851532 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a3a61c9ba14f,43059,1733148836363 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:14:12,210 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:12,210 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:12,210 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:12,210 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:12,210 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:14:12,211 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:12,211 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:12,211 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:12,212 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148882212 2024-12-02T14:14:12,212 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:14:12,213 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:14:12,213 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:14:12,213 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:14:12,213 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:14:12,213 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:14:12,213 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,213 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:14:12,213 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:14:12,213 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:14:12,213 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:14:12,214 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:14:12,214 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:14:12,214 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148852214,5,FailOnTimeoutGroup] 2024-12-02T14:14:12,215 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148852214,5,FailOnTimeoutGroup] 2024-12-02T14:14:12,215 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,215 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:14:12,215 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,215 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,215 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148852215, completionTime=-1 2024-12-02T14:14:12,215 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a3a61c9ba14f,43059,1733148836363, splitWal=true, meta=true 2024-12-02T14:14:12,215 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T14:14:12,216 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a3a61c9ba14f,43059,1733148836363, splitWal=true, meta=true, isMeta: true 2024-12-02T14:14:12,218 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T14:14:12,218 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363-splitting 2024-12-02T14:14:12,219 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363-splitting dir is empty, no logs to split. 2024-12-02T14:14:12,219 INFO [PEWorker-1 {}] master.SplitWALManager(105): a3a61c9ba14f,43059,1733148836363 WAL count=0, meta=true 2024-12-02T14:14:12,223 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363-splitting dir is empty, no logs to split. 2024-12-02T14:14:12,223 INFO [PEWorker-1 {}] master.SplitWALManager(105): a3a61c9ba14f,43059,1733148836363 WAL count=0, meta=true 2024-12-02T14:14:12,223 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a3a61c9ba14f,43059,1733148836363 WAL splitting is done? wals=0, meta=true 2024-12-02T14:14:12,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:14:12,227 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:12,228 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T14:14:12,287 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(746): ClusterId : 53093212-008f-4689-b1e7-a118d196c293 2024-12-02T14:14:12,288 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:14:12,290 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:14:12,290 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:14:12,292 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:14:12,292 DEBUG [RS:0;a3a61c9ba14f:37017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d9e139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:12,307 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:37017 2024-12-02T14:14:12,307 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:14:12,307 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:14:12,307 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:14:12,308 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,42745,1733148851532 with port=37017, startcode=1733148851562 2024-12-02T14:14:12,309 DEBUG [RS:0;a3a61c9ba14f:37017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:14:12,311 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:14:12,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,37017,1733148851562 2024-12-02T14:14:12,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42745 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,37017,1733148851562 2024-12-02T14:14:12,313 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61 2024-12-02T14:14:12,314 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46393 2024-12-02T14:14:12,314 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:14:12,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221/rs 2024-12-02T14:14:12,316 DEBUG [RS:0;a3a61c9ba14f:37017 {}] zookeeper.ZKUtil(111): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on existing znode=/0-1183098221/rs/a3a61c9ba14f,37017,1733148851562 2024-12-02T14:14:12,316 WARN [RS:0;a3a61c9ba14f:37017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:12,316 INFO [RS:0;a3a61c9ba14f:37017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:12,316 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562 2024-12-02T14:14:12,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,37017,1733148851562] 2024-12-02T14:14:12,318 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T14:14:12,358 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:14:12,360 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:14:12,361 INFO [RS:0;a3a61c9ba14f:37017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:14:12,361 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,361 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:14:12,362 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:14:12,363 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,363 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:12,363 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:12,363 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:12,363 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:12,363 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:12,363 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:12,363 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:12,363 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:12,363 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:12,363 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:12,364 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:12,364 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:12,364 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:12,364 DEBUG [RS:0;a3a61c9ba14f:37017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:12,364 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,364 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,364 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,365 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,365 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,365 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37017,1733148851562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:12,377 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:14:12,377 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37017,1733148851562-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,379 WARN [a3a61c9ba14f:42745 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T14:14:12,390 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,37017,1733148851562, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:14:12,403 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.ReplicationSource(231): queueId=2-a3a61c9ba14f,37017,1733148851562, ReplicationSource: 2, currentBandwidth=0 2024-12-02T14:14:12,404 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,404 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.Replication(171): a3a61c9ba14f,37017,1733148851562 started 2024-12-02T14:14:12,405 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource,1-a3a61c9ba14f,37017,1733148851562 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:44827' 2024-12-02T14:14:12,406 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource,1-a3a61c9ba14f,37017,1733148851562 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ea43822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:12,406 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource,1-a3a61c9ba14f,37017,1733148851562 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44827,-1 for getting cluster id 2024-12-02T14:14:12,407 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource,1-a3a61c9ba14f,37017,1733148851562 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:12,408 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a31fd3bc-a0ab-47b4-bc28-44dac90f7de1' 2024-12-02T14:14:12,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:12,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a31fd3bc-a0ab-47b4-bc28-44dac90f7de1" 2024-12-02T14:14:12,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77820218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:12,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44827,-1] 2024-12-02T14:14:12,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:12,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:12,410 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:12,411 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource,1-a3a61c9ba14f,37017,1733148851562 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13a70cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:12,412 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource,1-a3a61c9ba14f,37017,1733148851562 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:12,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:12,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ac6f883 2024-12-02T14:14:12,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:12,414 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T14:14:12,415 INFO [RS:0;a3a61c9ba14f:37017.replicationSource,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,37017,1733148851562 (queues=0) is replicating from cluster=53093212-008f-4689-b1e7-a118d196c293 to cluster=a31fd3bc-a0ab-47b4-bc28-44dac90f7de1 2024-12-02T14:14:12,420 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource,2-a3a61c9ba14f,37017,1733148851562 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:44827' 2024-12-02T14:14:12,422 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource,2-a3a61c9ba14f,37017,1733148851562 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d66b3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:12,422 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource,2-a3a61c9ba14f,37017,1733148851562 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44827,-1 for getting cluster id 2024-12-02T14:14:12,422 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource,2-a3a61c9ba14f,37017,1733148851562 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:12,423 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a31fd3bc-a0ab-47b4-bc28-44dac90f7de1' 2024-12-02T14:14:12,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:12,423 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a31fd3bc-a0ab-47b4-bc28-44dac90f7de1" 2024-12-02T14:14:12,423 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,37017,1733148851562, RpcServer on a3a61c9ba14f/172.17.0.2:37017, sessionid=0x1009b47d03f0007 2024-12-02T14:14:12,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52af6dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:12,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44827,-1] 2024-12-02T14:14:12,424 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:14:12,424 DEBUG [RS:0;a3a61c9ba14f:37017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,37017,1733148851562 2024-12-02T14:14:12,424 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,37017,1733148851562' 2024-12-02T14:14:12,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:12,424 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1183098221/flush-table-proc/abort' 2024-12-02T14:14:12,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:12,424 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1183098221/flush-table-proc/acquired' 2024-12-02T14:14:12,425 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:12,425 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:14:12,425 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:14:12,425 DEBUG [RS:0;a3a61c9ba14f:37017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,37017,1733148851562 2024-12-02T14:14:12,425 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,37017,1733148851562' 2024-12-02T14:14:12,425 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1183098221/online-snapshot/abort' 2024-12-02T14:14:12,426 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1183098221/online-snapshot/acquired' 2024-12-02T14:14:12,426 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource,2-a3a61c9ba14f,37017,1733148851562 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c9827fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:12,426 DEBUG [RS:0;a3a61c9ba14f:37017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:14:12,426 INFO [RS:0;a3a61c9ba14f:37017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:14:12,426 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource,2-a3a61c9ba14f,37017,1733148851562 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:12,426 INFO [RS:0;a3a61c9ba14f:37017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:14:12,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:12,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@354e3712 2024-12-02T14:14:12,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:12,429 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T14:14:12,430 INFO [RS:0;a3a61c9ba14f:37017.replicationSource,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a3a61c9ba14f,37017,1733148851562 (queues=0) is replicating from cluster=53093212-008f-4689-b1e7-a118d196c293 to cluster=a31fd3bc-a0ab-47b4-bc28-44dac90f7de1 2024-12-02T14:14:12,527 INFO [RS:0;a3a61c9ba14f:37017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:12,529 INFO [RS:0;a3a61c9ba14f:37017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C37017%2C1733148851562, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/oldWALs, maxLogs=10 2024-12-02T14:14:12,541 DEBUG [RS:0;a3a61c9ba14f:37017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530, exclude list is [], retry=0 2024-12-02T14:14:12,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34075,DS-623c0395-a43f-4527-99a5-9a6ab171e0bb,DISK] 2024-12-02T14:14:12,546 INFO [RS:0;a3a61c9ba14f:37017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 2024-12-02T14:14:12,547 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a3a61c9ba14f%2C37017%2C1733148851562 for peer 2 2024-12-02T14:14:12,547 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a3a61c9ba14f%2C37017%2C1733148851562 for peer 1 2024-12-02T14:14:12,547 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C37017%2C1733148851562 2024-12-02T14:14:12,547 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,37017,1733148851562, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:14:12,547 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a3a61c9ba14f%2C37017%2C1733148851562 2024-12-02T14:14:12,547 INFO [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C37017%2C1733148851562 2024-12-02T14:14:12,547 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a3a61c9ba14f,37017,1733148851562, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:14:12,547 DEBUG [RS:0;a3a61c9ba14f:37017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35007:35007)] 2024-12-02T14:14:12,547 INFO [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C37017%2C1733148851562 2024-12-02T14:14:12,548 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530, startPosition=0, beingWritten=true 2024-12-02T14:14:12,548 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530, startPosition=0, beingWritten=true 2024-12-02T14:14:12,629 DEBUG [a3a61c9ba14f:42745 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:14:12,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,37017,1733148851562 2024-12-02T14:14:12,634 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,37017,1733148851562, state=OPENING 2024-12-02T14:14:12,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183098221/meta-region-server 2024-12-02T14:14:12,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183098221/meta-region-server 2024-12-02T14:14:12,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183098221/meta-region-server: CHANGED 2024-12-02T14:14:12,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183098221/meta-region-server: CHANGED 2024-12-02T14:14:12,636 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:12,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,37017,1733148851562}] 2024-12-02T14:14:12,754 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:12,754 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:12,793 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:14:12,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:14:12,800 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:14:12,800 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:12,800 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:14:12,803 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C37017%2C1733148851562.meta, suffix=.meta, logDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/oldWALs, maxLogs=10 2024-12-02T14:14:12,818 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.meta.1733148852803.meta, exclude list is [], retry=0 2024-12-02T14:14:12,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34075,DS-623c0395-a43f-4527-99a5-9a6ab171e0bb,DISK] 2024-12-02T14:14:12,825 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.meta.1733148852803.meta 2024-12-02T14:14:12,826 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35007:35007)] 2024-12-02T14:14:12,826 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:12,826 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:14:12,827 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:14:12,827 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:14:12,827 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:14:12,827 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:14:12,827 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:12,827 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:14:12,827 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:14:12,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:12,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:12,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:12,839 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/info/8bb9c2af0b124958a6be79b008e50b53 2024-12-02T14:14:12,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:12,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:12,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:12,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:12,847 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/ns/a38a76e4219e45cda2290974da15ab50 2024-12-02T14:14:12,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:12,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:12,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:12,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:12,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:12,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:12,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:12,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:12,860 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/table/2343500c393b4db49428834b27b8d6b9 2024-12-02T14:14:12,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:12,861 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:12,862 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740 2024-12-02T14:14:12,863 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740 2024-12-02T14:14:12,864 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:12,864 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:12,865 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:12,867 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:12,869 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70435764, jitterRate=0.04957467317581177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:12,869 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:14:12,869 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148852827Writing region info on filesystem at 1733148852827Initializing all the Stores at 1733148852828 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148852828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148852829 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148852829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148852829Cleaning up temporary data from old regions at 1733148852864 (+35 ms)Running coprocessor post-open hooks at 1733148852869 (+5 ms)Region opened successfully at 1733148852869 2024-12-02T14:14:12,870 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733148852792 2024-12-02T14:14:12,874 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:14:12,874 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:14:12,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a3a61c9ba14f,37017,1733148851562 2024-12-02T14:14:12,881 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,37017,1733148851562, state=OPEN 2024-12-02T14:14:12,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183098221/meta-region-server 2024-12-02T14:14:12,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1183098221/meta-region-server 2024-12-02T14:14:12,882 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,37017,1733148851562 2024-12-02T14:14:12,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183098221/meta-region-server: CHANGED 2024-12-02T14:14:12,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1183098221/meta-region-server: CHANGED 2024-12-02T14:14:12,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T14:14:12,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,37017,1733148851562 in 246 msec 2024-12-02T14:14:12,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-02T14:14:12,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-12-02T14:14:13,061 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:13,061 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:13,470 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:13,470 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:13,821 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-02T14:14:13,980 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:13,980 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:14,591 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:14,591 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:15,301 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:15,301 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:15,325 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-12-02T14:14:16,114 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:16,114 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:16,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T14:14:16,728 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T14:14:16,728 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:14:16,729 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:16,729 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37017,1733148851562, seqNum=-1] 2024-12-02T14:14:16,730 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:16,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:16,742 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8fa094ca8ddb4d559d1b88f02e04a12a, regionState=OPEN, lastHost=a3a61c9ba14f,43059,1733148836363, regionLocation=a3a61c9ba14f,43059,1733148836363, openSeqNum=2 2024-12-02T14:14:16,742 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:14:16,742 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148916742 2024-12-02T14:14:16,742 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733148976742 2024-12-02T14:14:16,742 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-12-02T14:14:16,743 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,42745,1733148851532-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:16,743 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,42745,1733148851532-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:16,743 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a3a61c9ba14f,43059,1733148836363 had 2 regions 2024-12-02T14:14:16,743 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,42745,1733148851532-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:16,743 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:42745, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:16,743 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:16,743 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:16,745 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a3a61c9ba14f,43059,1733148836363, splitWal=true, meta=true, isMeta: false 2024-12-02T14:14:16,747 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363-splitting dir is empty, no logs to split. 2024-12-02T14:14:16,747 INFO [PEWorker-3 {}] master.SplitWALManager(105): a3a61c9ba14f,43059,1733148836363 WAL count=0, meta=false 2024-12-02T14:14:16,750 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.149sec 2024-12-02T14:14:16,750 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:14:16,750 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:14:16,750 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:14:16,750 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:14:16,750 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:14:16,750 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,42745,1733148851532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:16,750 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,42745,1733148851532-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:14:16,751 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,43059,1733148836363-splitting dir is empty, no logs to split. 2024-12-02T14:14:16,751 INFO [PEWorker-3 {}] master.SplitWALManager(105): a3a61c9ba14f,43059,1733148836363 WAL count=0, meta=false 2024-12-02T14:14:16,751 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a3a61c9ba14f,43059,1733148836363 WAL splitting is done? wals=0, meta=false 2024-12-02T14:14:16,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fa094ca8ddb4d559d1b88f02e04a12a, ASSIGN}] 2024-12-02T14:14:16,755 WARN [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a3a61c9ba14f,43059,1733148836363/hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:16,755 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:14:16,755 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:14:16,755 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,42745,1733148851532-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:16,755 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fa094ca8ddb4d559d1b88f02e04a12a, ASSIGN 2024-12-02T14:14:16,757 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fa094ca8ddb4d559d1b88f02e04a12a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T14:14:16,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:16,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,42745,-1 for getting cluster id 2024-12-02T14:14:16,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:16,794 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53093212-008f-4689-b1e7-a118d196c293' 2024-12-02T14:14:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53093212-008f-4689-b1e7-a118d196c293" 2024-12-02T14:14:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4658c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,42745,-1] 2024-12-02T14:14:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:16,798 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398ae4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:16,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37017,1733148851562, seqNum=-1] 2024-12-02T14:14:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:16,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:16,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T14:14:16,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:16,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:16,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:16,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:16,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:16,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a3a61c9ba14f:42745 after: a3a61c9ba14f:42745 2024-12-02T14:14:16,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68617b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:16,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,42745,-1 for getting cluster id 2024-12-02T14:14:16,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:16,809 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53093212-008f-4689-b1e7-a118d196c293' 2024-12-02T14:14:16,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:16,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53093212-008f-4689-b1e7-a118d196c293" 2024-12-02T14:14:16,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfa1240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:16,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,42745,-1] 2024-12-02T14:14:16,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:16,812 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:16,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:16,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,42745,1733148851532 2024-12-02T14:14:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa9e4ba 2024-12-02T14:14:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:16,815 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:16,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42745 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T14:14:16,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42745 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T14:14:16,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42745 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T14:14:16,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42745 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T14:14:16,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:14:16,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:16,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:16,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:16,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:16,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:16,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:14:16,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1370308478, stopped=false 2024-12-02T14:14:16,820 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,44827,1733148841596 2024-12-02T14:14:16,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1954597920/running 2024-12-02T14:14:16,821 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1954597920/running 2024-12-02T14:14:16,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:16,822 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:16,822 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:14:16,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:16,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:16,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:16,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Set watcher on znode that does not yet exist, /1954597920/running 2024-12-02T14:14:16,822 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,43543,1733148841634' ***** 2024-12-02T14:14:16,822 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:14:16,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Set watcher on znode that does not yet exist, /1954597920/running 2024-12-02T14:14:16,823 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:14:16,823 INFO [RS:0;a3a61c9ba14f:43543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:14:16,823 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:14:16,823 INFO [RS:0;a3a61c9ba14f:43543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:14:16,823 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,43543,1733148841634 2024-12-02T14:14:16,823 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:16,823 INFO [RS:0;a3a61c9ba14f:43543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:43543. 2024-12-02T14:14:16,823 DEBUG [RS:0;a3a61c9ba14f:43543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:16,823 DEBUG [RS:0;a3a61c9ba14f:43543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:16,823 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:14:16,823 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:14:16,823 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:14:16,824 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:14:16,824 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T14:14:16,824 DEBUG [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:14:16,824 DEBUG [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:16,824 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:14:16,824 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:14:16,824 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:14:16,824 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:14:16,824 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:14:16,824 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T14:14:16,840 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/data/hbase/meta/1588230740/.tmp/ns/ac875cb32e6b48d690c1141ab6012b6f is 43, key is default/ns:d/1733148844363/Put/seqid=0 2024-12-02T14:14:16,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741835_1011 (size=5153) 2024-12-02T14:14:16,854 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:16,907 DEBUG [a3a61c9ba14f:42745 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:14:16,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8fa094ca8ddb4d559d1b88f02e04a12a, regionState=OPENING, regionLocation=a3a61c9ba14f,37017,1733148851562 2024-12-02T14:14:16,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fa094ca8ddb4d559d1b88f02e04a12a, ASSIGN because future has completed 2024-12-02T14:14:16,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fa094ca8ddb4d559d1b88f02e04a12a, server=a3a61c9ba14f,37017,1733148851562}] 2024-12-02T14:14:17,020 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:17,020 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:17,024 DEBUG [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:17,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:17,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:17,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:14:17,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C37017%2C1733148851562.rep, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/oldWALs, maxLogs=10 2024-12-02T14:14:17,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.rep.1733148857085, exclude list is [], retry=0 2024-12-02T14:14:17,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34075,DS-623c0395-a43f-4527-99a5-9a6ab171e0bb,DISK] 2024-12-02T14:14:17,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.rep.1733148857085 2024-12-02T14:14:17,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35007:35007)] 2024-12-02T14:14:17,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fa094ca8ddb4d559d1b88f02e04a12a, NAME => 'hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:17,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:14:17,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:14:17,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. service=MultiRowMutationService 2024-12-02T14:14:17,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:14:17,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:17,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:17,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:17,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:17,105 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:17,106 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa094ca8ddb4d559d1b88f02e04a12a columnFamilyName hfileref 2024-12-02T14:14:17,106 DEBUG [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:17,107 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] regionserver.HStore(327): Store=8fa094ca8ddb4d559d1b88f02e04a12a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:17,107 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:17,108 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa094ca8ddb4d559d1b88f02e04a12a columnFamilyName queue 2024-12-02T14:14:17,108 DEBUG [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:17,115 DEBUG [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/replication/8fa094ca8ddb4d559d1b88f02e04a12a/queue/ec26e12a14c6494eb079c08671e6e062 2024-12-02T14:14:17,115 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] regionserver.HStore(327): Store=8fa094ca8ddb4d559d1b88f02e04a12a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:17,116 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:17,117 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa094ca8ddb4d559d1b88f02e04a12a columnFamilyName sid 2024-12-02T14:14:17,117 DEBUG [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:17,118 INFO [StoreOpener-8fa094ca8ddb4d559d1b88f02e04a12a-1 {}] regionserver.HStore(327): Store=8fa094ca8ddb4d559d1b88f02e04a12a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:17,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:17,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/replication/8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:17,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/replication/8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:17,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:17,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:17,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:14:17,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:17,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 8fa094ca8ddb4d559d1b88f02e04a12a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75465345, jitterRate=0.12452127039432526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:14:17,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:17,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8fa094ca8ddb4d559d1b88f02e04a12a: Running coprocessor pre-open hook at 1733148857104Writing region info on filesystem at 1733148857104Initializing all the Stores at 1733148857105 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148857105Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148857105Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148857105Cleaning up temporary data from old regions at 1733148857122 (+17 ms)Running coprocessor post-open hooks at 1733148857127 (+5 ms)Region opened successfully at 1733148857128 (+1 ms) 2024-12-02T14:14:17,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a., pid=19, masterSystemTime=1733148857072 2024-12-02T14:14:17,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:17,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:17,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8fa094ca8ddb4d559d1b88f02e04a12a, regionState=OPEN, openSeqNum=10, regionLocation=a3a61c9ba14f,37017,1733148851562 2024-12-02T14:14:17,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fa094ca8ddb4d559d1b88f02e04a12a, server=a3a61c9ba14f,37017,1733148851562 because future has completed 2024-12-02T14:14:17,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T14:14:17,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fa094ca8ddb4d559d1b88f02e04a12a, server=a3a61c9ba14f,37017,1733148851562 in 223 msec 2024-12-02T14:14:17,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-02T14:14:17,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fa094ca8ddb4d559d1b88f02e04a12a, ASSIGN in 388 msec 2024-12-02T14:14:17,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T14:14:17,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a., hostname=a3a61c9ba14f,37017,1733148851562, seqNum=10] 2024-12-02T14:14:17,182 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for a3a61c9ba14f,43059,1733148836363 2024-12-02T14:14:17,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T14:14:17,225 DEBUG [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:17,245 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/data/hbase/meta/1588230740/.tmp/ns/ac875cb32e6b48d690c1141ab6012b6f 2024-12-02T14:14:17,253 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/data/hbase/meta/1588230740/.tmp/ns/ac875cb32e6b48d690c1141ab6012b6f as hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/data/hbase/meta/1588230740/ns/ac875cb32e6b48d690c1141ab6012b6f 2024-12-02T14:14:17,261 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/data/hbase/meta/1588230740/ns/ac875cb32e6b48d690c1141ab6012b6f, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T14:14:17,262 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-12-02T14:14:17,262 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:14:17,268 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T14:14:17,269 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:14:17,269 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:17,269 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:17,270 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148856824Running coprocessor pre-close hooks at 1733148856824Disabling compacts and flushes for region at 1733148856824Disabling writes for close at 1733148856824Obtaining lock to block concurrent updates at 1733148856825 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733148856825Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733148856825Flushing stores of hbase:meta,,1.1588230740 at 1733148856826 (+1 ms)Flushing 1588230740/ns: creating writer at 1733148856826Flushing 1588230740/ns: appending metadata at 1733148856840 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733148856840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b64022e: reopening flushed file at 1733148857252 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1733148857262 (+10 ms)Writing region close event to WAL at 1733148857264 (+2 ms)Running coprocessor post-close hooks at 1733148857269 (+5 ms)Closed at 1733148857269 2024-12-02T14:14:17,270 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:17,304 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:14:17,304 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:14:17,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-02T14:14:17,425 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,43543,1733148841634; all regions closed. 2024-12-02T14:14:17,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741834_1010 (size=1152) 2024-12-02T14:14:17,438 DEBUG [RS:0;a3a61c9ba14f:43543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/oldWALs 2024-12-02T14:14:17,439 INFO [RS:0;a3a61c9ba14f:43543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C43543%2C1733148841634.meta:.meta(num 1733148844301) 2024-12-02T14:14:17,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741832_1008 (size=93) 2024-12-02T14:14:17,443 DEBUG [RS:0;a3a61c9ba14f:43543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/oldWALs 2024-12-02T14:14:17,444 INFO [RS:0;a3a61c9ba14f:43543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C43543%2C1733148841634:(num 1733148843387) 2024-12-02T14:14:17,444 DEBUG [RS:0;a3a61c9ba14f:43543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:17,444 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:17,444 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:14:17,444 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:14:17,444 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:14:17,444 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:14:17,444 INFO [RS:0;a3a61c9ba14f:43543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43543 2024-12-02T14:14:17,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920/rs 2024-12-02T14:14:17,446 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1954597920/rs/a3a61c9ba14f,43543,1733148841634 2024-12-02T14:14:17,446 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:17,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,43543,1733148841634] 2024-12-02T14:14:17,447 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1954597920/draining/a3a61c9ba14f,43543,1733148841634 already deleted, retry=false 2024-12-02T14:14:17,447 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,43543,1733148841634 expired; onlineServers=0 2024-12-02T14:14:17,447 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,44827,1733148841596' ***** 2024-12-02T14:14:17,447 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:14:17,448 INFO [M:0;a3a61c9ba14f:44827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:17,448 INFO [M:0;a3a61c9ba14f:44827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:14:17,448 DEBUG [M:0;a3a61c9ba14f:44827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:14:17,448 DEBUG [M:0;a3a61c9ba14f:44827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:14:17,448 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:14:17,448 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148843110 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148843110,5,FailOnTimeoutGroup] 2024-12-02T14:14:17,448 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148843110 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148843110,5,FailOnTimeoutGroup] 2024-12-02T14:14:17,448 INFO [M:0;a3a61c9ba14f:44827 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:14:17,448 INFO [M:0;a3a61c9ba14f:44827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:14:17,448 DEBUG [M:0;a3a61c9ba14f:44827 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:14:17,448 INFO [M:0;a3a61c9ba14f:44827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:14:17,449 INFO [M:0;a3a61c9ba14f:44827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:14:17,449 INFO [M:0;a3a61c9ba14f:44827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:14:17,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1954597920/master 2024-12-02T14:14:17,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1954597920 2024-12-02T14:14:17,449 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:14:17,449 DEBUG [M:0;a3a61c9ba14f:44827 {}] zookeeper.ZKUtil(347): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Unable to get data of znode /1954597920/master because node does not exist (not an error) 2024-12-02T14:14:17,449 WARN [M:0;a3a61c9ba14f:44827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:14:17,450 INFO [M:0;a3a61c9ba14f:44827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/.lastflushedseqids 2024-12-02T14:14:17,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741836_1012 (size=99) 2024-12-02T14:14:17,547 INFO [RS:0;a3a61c9ba14f:43543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:17,547 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:17,547 INFO [RS:0;a3a61c9ba14f:43543 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,43543,1733148841634; zookeeper connection closed. 2024-12-02T14:14:17,547 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x1009b47d03f0004, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:17,547 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18fde9ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18fde9ef 2024-12-02T14:14:17,547 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:14:17,856 INFO [M:0;a3a61c9ba14f:44827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:14:17,856 INFO [M:0;a3a61c9ba14f:44827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:14:17,857 DEBUG [M:0;a3a61c9ba14f:44827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:14:17,857 INFO [M:0;a3a61c9ba14f:44827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:17,857 DEBUG [M:0;a3a61c9ba14f:44827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:17,857 DEBUG [M:0;a3a61c9ba14f:44827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:14:17,857 DEBUG [M:0;a3a61c9ba14f:44827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:17,857 INFO [M:0;a3a61c9ba14f:44827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T14:14:17,872 DEBUG [M:0;a3a61c9ba14f:44827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0bfe919f8c14d18be49ec29225ff120 is 82, key is hbase:meta,,1/info:regioninfo/1733148844347/Put/seqid=0 2024-12-02T14:14:17,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741837_1013 (size=5672) 2024-12-02T14:14:18,031 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:18,031 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:18,278 INFO [M:0;a3a61c9ba14f:44827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0bfe919f8c14d18be49ec29225ff120 2024-12-02T14:14:18,303 DEBUG [M:0;a3a61c9ba14f:44827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af663a49aef64b929b50598bd7d07b8f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733148844370/Put/seqid=0 2024-12-02T14:14:18,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741838_1014 (size=5275) 2024-12-02T14:14:18,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:14:18,709 INFO [M:0;a3a61c9ba14f:44827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af663a49aef64b929b50598bd7d07b8f 2024-12-02T14:14:18,732 DEBUG [M:0;a3a61c9ba14f:44827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89e5e334ab5946ab924219077f9c6b49 is 69, key is a3a61c9ba14f,43543,1733148841634/rs:state/1733148843197/Put/seqid=0 2024-12-02T14:14:18,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741839_1015 (size=5156) 2024-12-02T14:14:19,137 INFO [M:0;a3a61c9ba14f:44827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89e5e334ab5946ab924219077f9c6b49 2024-12-02T14:14:19,141 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:19,142 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:19,148 DEBUG [M:0;a3a61c9ba14f:44827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0bfe919f8c14d18be49ec29225ff120 as hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0bfe919f8c14d18be49ec29225ff120 2024-12-02T14:14:19,153 INFO [M:0;a3a61c9ba14f:44827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0bfe919f8c14d18be49ec29225ff120, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T14:14:19,155 DEBUG [M:0;a3a61c9ba14f:44827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af663a49aef64b929b50598bd7d07b8f as hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af663a49aef64b929b50598bd7d07b8f 2024-12-02T14:14:19,160 INFO [M:0;a3a61c9ba14f:44827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af663a49aef64b929b50598bd7d07b8f, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T14:14:19,162 DEBUG [M:0;a3a61c9ba14f:44827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89e5e334ab5946ab924219077f9c6b49 as hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89e5e334ab5946ab924219077f9c6b49 2024-12-02T14:14:19,167 INFO [M:0;a3a61c9ba14f:44827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89e5e334ab5946ab924219077f9c6b49, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T14:14:19,168 INFO [M:0;a3a61c9ba14f:44827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false 2024-12-02T14:14:19,170 INFO [M:0;a3a61c9ba14f:44827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:19,170 DEBUG [M:0;a3a61c9ba14f:44827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148857857Disabling compacts and flushes for region at 1733148857857Disabling writes for close at 1733148857857Obtaining lock to block concurrent updates at 1733148857857Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148857857Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733148857857Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148857858 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148857858Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148857871 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148857871Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148858289 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148858302 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148858303 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148858716 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148858732 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148858732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e79c209: reopening flushed file at 1733148859147 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3271f6b9: reopening flushed file at 1733148859154 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@610b71ef: reopening flushed file at 1733148859161 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false at 1733148859168 (+7 ms)Writing region close event to WAL at 1733148859170 (+2 ms)Closed at 1733148859170 2024-12-02T14:14:19,172 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a915d850-56d7-e095-6db8-f4d2a4d8e9b5/MasterData/WALs/a3a61c9ba14f,44827,1733148841596/a3a61c9ba14f%2C44827%2C1733148841596.1733148842992 not finished, retry = 0 2024-12-02T14:14:19,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741830_1006 (size=10165) 2024-12-02T14:14:19,275 INFO [M:0;a3a61c9ba14f:44827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:14:19,275 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:14:19,275 INFO [M:0;a3a61c9ba14f:44827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44827 2024-12-02T14:14:19,280 INFO [M:0;a3a61c9ba14f:44827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:19,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:19,382 INFO [M:0;a3a61c9ba14f:44827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:19,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x1009b47d03f0003, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:19,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b61472e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:19,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:14:19,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:14:19,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:14:19,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/hadoop.log.dir/,STOPPED} 2024-12-02T14:14:19,397 WARN [BP-396916776-172.17.0.2-1733148840579 heartbeating to localhost/127.0.0.1:41711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:14:19,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:14:19,397 WARN [BP-396916776-172.17.0.2-1733148840579 heartbeating to localhost/127.0.0.1:41711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-396916776-172.17.0.2-1733148840579 (Datanode Uuid 77513b6e-6588-4b7f-97da-9a4d316d9040) service to localhost/127.0.0.1:41711 2024-12-02T14:14:19,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:14:19,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/cluster_70502bfd-c819-3f69-02c5-90216c36fbe4/data/data1/current/BP-396916776-172.17.0.2-1733148840579 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:19,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/cluster_70502bfd-c819-3f69-02c5-90216c36fbe4/data/data2/current/BP-396916776-172.17.0.2-1733148840579 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:19,399 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:14:19,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503827bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:14:19,405 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:14:19,405 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:14:19,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:14:19,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/hadoop.log.dir/,STOPPED} 2024-12-02T14:14:19,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:14:19,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:14:19,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:19,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:19,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:19,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:19,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:19,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:14:19,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1253940112, stopped=false 2024-12-02T14:14:19,423 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,42745,1733148851532 2024-12-02T14:14:19,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183098221/running 2024-12-02T14:14:19,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183098221/running 2024-12-02T14:14:19,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:14:19,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:14:19,425 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:14:19,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:19,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:19,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/running 2024-12-02T14:14:19,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:19,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Set watcher on znode that does not yet exist, /0-1183098221/running 2024-12-02T14:14:19,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,37017,1733148851562' ***** 2024-12-02T14:14:19,425 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:14:19,426 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:14:19,426 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:14:19,426 INFO [RS:0;a3a61c9ba14f:37017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:14:19,426 INFO [RS:0;a3a61c9ba14f:37017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:14:19,426 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:19,426 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,37017,1733148851562 2024-12-02T14:14:19,426 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:19,426 INFO [RS:0;a3a61c9ba14f:37017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:37017. 2024-12-02T14:14:19,426 DEBUG [RS:0;a3a61c9ba14f:37017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:19,426 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fa094ca8ddb4d559d1b88f02e04a12a, disabling compactions & flushes 2024-12-02T14:14:19,426 DEBUG [RS:0;a3a61c9ba14f:37017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:19,426 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:19,426 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:14:19,426 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:19,427 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:14:19,427 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:14:19,427 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. after waiting 0 ms 2024-12-02T14:14:19,427 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:19,427 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:14:19,427 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:14:19,427 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(1325): Online Regions={8fa094ca8ddb4d559d1b88f02e04a12a=hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:14:19,427 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fa094ca8ddb4d559d1b88f02e04a12a 2024-12-02T14:14:19,427 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:14:19,427 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:14:19,427 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:14:19,427 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:14:19,427 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:14:19,427 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T14:14:19,431 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/replication/8fa094ca8ddb4d559d1b88f02e04a12a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-02T14:14:19,432 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:14:19,432 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:19,432 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:19,432 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fa094ca8ddb4d559d1b88f02e04a12a: Waiting for close lock at 1733148859426Running coprocessor pre-close hooks at 1733148859426Disabling compacts and flushes for region at 1733148859426Disabling writes for close at 1733148859427 (+1 ms)Writing region close event to WAL at 1733148859427Running coprocessor post-close hooks at 1733148859432 (+5 ms)Closed at 1733148859432 2024-12-02T14:14:19,432 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a. 2024-12-02T14:14:19,442 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/.tmp/info/73a1d63a443a4bec9fe19936cbd1a97d is 147, key is hbase:replication,,1733148844572.8fa094ca8ddb4d559d1b88f02e04a12a./info:regioninfo/1733148857134/Put/seqid=0 2024-12-02T14:14:19,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741851_1027 (size=6385) 2024-12-02T14:14:19,472 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:19,627 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:19,828 DEBUG [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:19,850 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/.tmp/info/73a1d63a443a4bec9fe19936cbd1a97d 2024-12-02T14:14:19,862 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/.tmp/info/73a1d63a443a4bec9fe19936cbd1a97d as hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/info/73a1d63a443a4bec9fe19936cbd1a97d 2024-12-02T14:14:19,867 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/info/73a1d63a443a4bec9fe19936cbd1a97d, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T14:14:19,868 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false 2024-12-02T14:14:19,874 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T14:14:19,875 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:14:19,875 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:19,875 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:19,875 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148859427Running coprocessor pre-close hooks at 1733148859427Disabling compacts and flushes for region at 1733148859427Disabling writes for close at 1733148859427Obtaining lock to block concurrent updates at 1733148859427Preparing flush snapshotting stores in 1588230740 at 1733148859427Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733148859428 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733148859428Flushing 1588230740/info: creating writer at 1733148859428Flushing 1588230740/info: appending metadata at 1733148859442 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733148859442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca0dd9e: reopening flushed file at 1733148859861 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false at 1733148859868 (+7 ms)Writing region close event to WAL at 1733148859870 (+2 ms)Running coprocessor post-close hooks at 1733148859875 (+5 ms)Closed at 1733148859875 2024-12-02T14:14:19,875 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:20,028 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,37017,1733148851562; all regions closed. 2024-12-02T14:14:20,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741849_1025 (size=2156) 2024-12-02T14:14:20,039 DEBUG [RS:0;a3a61c9ba14f:37017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/oldWALs 2024-12-02T14:14:20,039 INFO [RS:0;a3a61c9ba14f:37017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C37017%2C1733148851562.meta:.meta(num 1733148852803) 2024-12-02T14:14:20,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741850_1026 (size=796) 2024-12-02T14:14:20,042 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.rep.1733148857085 not finished, retry = 0 2024-12-02T14:14:20,148 DEBUG [RS:0;a3a61c9ba14f:37017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/oldWALs 2024-12-02T14:14:20,148 INFO [RS:0;a3a61c9ba14f:37017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C37017%2C1733148851562.rep:(num 1733148857085) 2024-12-02T14:14:20,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741848_1024 (size=93) 2024-12-02T14:14:20,154 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 not finished, retry = 0 2024-12-02T14:14:20,263 DEBUG [RS:0;a3a61c9ba14f:37017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/oldWALs 2024-12-02T14:14:20,263 INFO [RS:0;a3a61c9ba14f:37017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C37017%2C1733148851562:(num 1733148852530) 2024-12-02T14:14:20,263 DEBUG [RS:0;a3a61c9ba14f:37017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:20,263 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:20,263 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:14:20,264 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:14:20,265 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:14:20,265 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:14:20,265 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,37017,1733148851562 because: Region server is closing 2024-12-02T14:14:20,265 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T14:14:20,265 INFO [RS:0;a3a61c9ba14f:37017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:37017. 2024-12-02T14:14:20,265 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T14:14:20,265 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-02T14:14:20,265 DEBUG [RS:0;a3a61c9ba14f:37017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:20,266 DEBUG [RS:0;a3a61c9ba14f:37017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:20,266 DEBUG [RS:0;a3a61c9ba14f:37017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:20,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:20,349 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 to pos 0, reset compression=false 2024-12-02T14:14:20,354 INFO [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 was moved to hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/oldWALs/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 2024-12-02T14:14:20,357 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530 2024-12-02T14:14:20,357 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-02T14:14:20,357 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.wal-reader.a3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-02T14:14:20,357 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a3a61c9ba14f,37017,1733148851562 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/WALs/a3a61c9ba14f,37017,1733148851562/a3a61c9ba14f%2C37017%2C1733148851562.1733148852530, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-02T14:14:20,361 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:20,361 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37017,1733148851562, seqNum=-1] 2024-12-02T14:14:20,363 WARN [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-a3a61c9ba14f,37017,1733148851562', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:37017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-02T14:14:20,365 ERROR [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a3a61c9ba14f,37017,1733148851562: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-a3a61c9ba14f,37017,1733148851562, walGroup=a3a61c9ba14f%2C37017%2C1733148851562, offset=a3a61c9ba14f%2C37017%2C1733148851562.1733148852530:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:37017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T14:14:20,366 ERROR [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:14:20,366 WARN [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T14:14:20,366 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,1-a3a61c9ba14f,37017,1733148851562 terminated 2024-12-02T14:14:20,366 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a3a61c9ba14f,37017,1733148851562 because: Region server is closing 2024-12-02T14:14:20,367 INFO [RS:0;a3a61c9ba14f:37017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:37017. 2024-12-02T14:14:20,367 DEBUG [RS:0;a3a61c9ba14f:37017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:20,367 DEBUG [RS:0;a3a61c9ba14f:37017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:20,367 DEBUG [RS:0;a3a61c9ba14f:37017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:20,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:20,368 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:14:20,369 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:14:20,369 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:14:20,370 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:14:20,370 INFO [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 588133680 }, "NonHeapMemoryUsage": { "committed": 162004992, "init": 7667712, "max": -1, "used": 157434776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T14:14:20,371 DEBUG [RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [a3a61c9ba14f%2C37017%2C1733148851562.1733148852530] 2024-12-02T14:14:20,467 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;a3a61c9ba14f:37017.replicationSource.shippera3a61c9ba14f%2C37017%2C1733148851562,2-a3a61c9ba14f,37017,1733148851562 terminated 2024-12-02T14:14:20,467 INFO [RS:0;a3a61c9ba14f:37017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37017 2024-12-02T14:14:20,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183098221/rs/a3a61c9ba14f,37017,1733148851562 2024-12-02T14:14:20,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221/rs 2024-12-02T14:14:20,469 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:20,470 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,37017,1733148851562] 2024-12-02T14:14:20,470 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1183098221/draining/a3a61c9ba14f,37017,1733148851562 already deleted, retry=false 2024-12-02T14:14:20,470 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,37017,1733148851562 expired; onlineServers=0 2024-12-02T14:14:20,470 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,42745,1733148851532' ***** 2024-12-02T14:14:20,470 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:14:20,471 INFO [M:0;a3a61c9ba14f:42745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:20,471 INFO [M:0;a3a61c9ba14f:42745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:14:20,471 DEBUG [M:0;a3a61c9ba14f:42745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:14:20,471 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:14:20,471 DEBUG [M:0;a3a61c9ba14f:42745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:14:20,471 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148852214 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148852214,5,FailOnTimeoutGroup] 2024-12-02T14:14:20,471 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148852214 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148852214,5,FailOnTimeoutGroup] 2024-12-02T14:14:20,471 INFO [M:0;a3a61c9ba14f:42745 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:14:20,471 INFO [M:0;a3a61c9ba14f:42745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:14:20,471 DEBUG [M:0;a3a61c9ba14f:42745 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:14:20,471 INFO [M:0;a3a61c9ba14f:42745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:14:20,471 INFO [M:0;a3a61c9ba14f:42745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:14:20,472 INFO [M:0;a3a61c9ba14f:42745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:14:20,472 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:14:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1183098221/master 2024-12-02T14:14:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1183098221 2024-12-02T14:14:20,472 DEBUG [M:0;a3a61c9ba14f:42745 {}] zookeeper.ZKUtil(347): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Unable to get data of znode /0-1183098221/master because node does not exist (not an error) 2024-12-02T14:14:20,472 WARN [M:0;a3a61c9ba14f:42745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:14:20,473 INFO [M:0;a3a61c9ba14f:42745 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/.lastflushedseqids 2024-12-02T14:14:20,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741852_1028 (size=181) 2024-12-02T14:14:20,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:20,570 INFO [RS:0;a3a61c9ba14f:37017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:20,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37017-0x1009b47d03f0007, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:20,570 INFO [RS:0;a3a61c9ba14f:37017 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,37017,1733148851562; zookeeper connection closed. 2024-12-02T14:14:20,570 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57a8c940 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57a8c940 2024-12-02T14:14:20,570 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:14:20,879 INFO [M:0;a3a61c9ba14f:42745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:14:20,879 INFO [M:0;a3a61c9ba14f:42745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:14:20,879 DEBUG [M:0;a3a61c9ba14f:42745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:14:20,879 INFO [M:0;a3a61c9ba14f:42745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:20,879 DEBUG [M:0;a3a61c9ba14f:42745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:20,879 DEBUG [M:0;a3a61c9ba14f:42745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:14:20,879 DEBUG [M:0;a3a61c9ba14f:42745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:20,879 INFO [M:0;a3a61c9ba14f:42745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T14:14:20,895 DEBUG [M:0;a3a61c9ba14f:42745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1aa409a145d749d4a3610456d6de120f is 82, key is hbase:meta,,1/info:regioninfo/1733148852879/Put/seqid=0 2024-12-02T14:14:20,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741853_1029 (size=5680) 2024-12-02T14:14:21,300 INFO [M:0;a3a61c9ba14f:42745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1aa409a145d749d4a3610456d6de120f 2024-12-02T14:14:21,320 DEBUG [M:0;a3a61c9ba14f:42745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2dfe30e5b5fb4c7da590ed4153a3e12a is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733148857144/Put/seqid=0 2024-12-02T14:14:21,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741854_1030 (size=7319) 2024-12-02T14:14:21,725 INFO [M:0;a3a61c9ba14f:42745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2dfe30e5b5fb4c7da590ed4153a3e12a 2024-12-02T14:14:21,745 DEBUG [M:0;a3a61c9ba14f:42745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bc15d147b884bf9a9456978c08822a5 is 69, key is a3a61c9ba14f,37017,1733148851562/rs:state/1733148852312/Put/seqid=0 2024-12-02T14:14:21,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741855_1031 (size=5371) 2024-12-02T14:14:21,750 INFO [M:0;a3a61c9ba14f:42745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bc15d147b884bf9a9456978c08822a5 2024-12-02T14:14:21,755 INFO [M:0;a3a61c9ba14f:42745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bc15d147b884bf9a9456978c08822a5 2024-12-02T14:14:21,756 DEBUG [M:0;a3a61c9ba14f:42745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1aa409a145d749d4a3610456d6de120f as hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1aa409a145d749d4a3610456d6de120f 2024-12-02T14:14:21,762 INFO [M:0;a3a61c9ba14f:42745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1aa409a145d749d4a3610456d6de120f, entries=8, sequenceid=172, filesize=5.5 K 2024-12-02T14:14:21,763 DEBUG [M:0;a3a61c9ba14f:42745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2dfe30e5b5fb4c7da590ed4153a3e12a as hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2dfe30e5b5fb4c7da590ed4153a3e12a 2024-12-02T14:14:21,768 INFO [M:0;a3a61c9ba14f:42745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2dfe30e5b5fb4c7da590ed4153a3e12a, entries=7, sequenceid=172, filesize=7.1 K 2024-12-02T14:14:21,769 DEBUG [M:0;a3a61c9ba14f:42745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bc15d147b884bf9a9456978c08822a5 as hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bc15d147b884bf9a9456978c08822a5 2024-12-02T14:14:21,776 INFO [M:0;a3a61c9ba14f:42745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bc15d147b884bf9a9456978c08822a5 2024-12-02T14:14:21,777 INFO [M:0;a3a61c9ba14f:42745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/bf2bf864-84cf-f642-0723-24a3c24c2e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bc15d147b884bf9a9456978c08822a5, entries=2, sequenceid=172, filesize=5.2 K 2024-12-02T14:14:21,778 INFO [M:0;a3a61c9ba14f:42745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=172, compaction requested=false 2024-12-02T14:14:21,779 INFO [M:0;a3a61c9ba14f:42745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:21,779 DEBUG [M:0;a3a61c9ba14f:42745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148860879Disabling compacts and flushes for region at 1733148860879Disabling writes for close at 1733148860879Obtaining lock to block concurrent updates at 1733148860879Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148860879Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733148860880 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148860881 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148860881Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148860894 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148860894Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148861306 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148861319 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148861320 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148861731 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148861744 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148861744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd57428: reopening flushed file at 1733148861755 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c1551b: reopening flushed file at 1733148861762 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c52194e: reopening flushed file at 1733148861769 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=172, compaction requested=false at 1733148861778 (+9 ms)Writing region close event to WAL at 1733148861779 (+1 ms)Closed at 1733148861779 2024-12-02T14:14:21,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34075 is added to blk_1073741847_1023 (size=22949) 2024-12-02T14:14:21,782 INFO [M:0;a3a61c9ba14f:42745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:14:21,782 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:14:21,783 INFO [M:0;a3a61c9ba14f:42745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42745 2024-12-02T14:14:21,783 INFO [M:0;a3a61c9ba14f:42745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:21,884 INFO [M:0;a3a61c9ba14f:42745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:21,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:21,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42745-0x1009b47d03f0006, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:21,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:21,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:14:21,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:14:21,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:14:21,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/hadoop.log.dir/,STOPPED} 2024-12-02T14:14:21,889 WARN [BP-1173350050-172.17.0.2-1733148833460 heartbeating to localhost/127.0.0.1:46393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:14:21,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:14:21,889 WARN [BP-1173350050-172.17.0.2-1733148833460 heartbeating to localhost/127.0.0.1:46393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1173350050-172.17.0.2-1733148833460 (Datanode Uuid 87772ff0-f94a-45da-8e6f-d7d6eca98c0e) service to localhost/127.0.0.1:46393 2024-12-02T14:14:21,889 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:14:21,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/cluster_c4515f67-7f60-1b70-0166-d96d2828744f/data/data1/current/BP-1173350050-172.17.0.2-1733148833460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:21,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/cluster_c4515f67-7f60-1b70-0166-d96d2828744f/data/data2/current/BP-1173350050-172.17.0.2-1733148833460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:21,890 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:14:21,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:14:21,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:14:21,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:14:21,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:14:21,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a5da582-f90c-debb-41b5-b81789c3bdba/hadoop.log.dir/,STOPPED} 2024-12-02T14:14:21,903 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T14:14:21,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:14:21,925 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: master/a3a61c9ba14f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a3a61c9ba14f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a3a61c9ba14f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@35eb105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61740) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46393 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a3a61c9ba14f:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a3a61c9ba14f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61740) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41711 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 142), ProcessCount=11 (was 11), AvailableMemoryMB=6019 (was 6867) 2024-12-02T14:14:21,931 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=6018 2024-12-02T14:14:21,943 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-02T14:14:21,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/hadoop.log.dir so I do NOT create it in target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e 2024-12-02T14:14:21,943 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:14:21,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/hadoop.tmp.dir so I do NOT create it in target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e 2024-12-02T14:14:21,943 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e455c5ad-8c52-7dee-0bc3-551e5cdaa230/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:14:21,943 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e 2024-12-02T14:14:21,943 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/cluster_689e74ef-2e49-80f0-997a-3832a4d6e449, deleteOnExit=true 2024-12-02T14:14:21,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/cluster_689e74ef-2e49-80f0-997a-3832a4d6e449/zookeeper_0, clientPort=63523, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/cluster_689e74ef-2e49-80f0-997a-3832a4d6e449/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/cluster_689e74ef-2e49-80f0-997a-3832a4d6e449/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:14:21,947 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63523 2024-12-02T14:14:21,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:14:21,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:14:21,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/test.cache.data in system properties and HBase conf 2024-12-02T14:14:21,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:14:21,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:14:21,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:14:21,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:14:21,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:14:21,947 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:14:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:14:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:14:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:14:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:14:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:14:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:14:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:14:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:14:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:14:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:14:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:14:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:14:21,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:14:21,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:14:22,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b47d03f0005, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:14:22,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b47d03f0002, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:14:22,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b47d03f0002, quorum=127.0.0.1:61740, baseZNode=/0-1183098221 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:14:22,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b47d03f0005, quorum=127.0.0.1:61740, baseZNode=/1954597920 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:14:22,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:22,010 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:22,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:22,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:22,011 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:14:22,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:22,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a293c87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:22,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f5c756{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:22,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27e66cab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/java.io.tmpdir/jetty-localhost-41365-hadoop-hdfs-3_4_1-tests_jar-_-any-13196192847351120141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:14:22,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ca33c04{HTTP/1.1, (http/1.1)}{localhost:41365} 2024-12-02T14:14:22,105 INFO [Time-limited test {}] server.Server(415): Started @30487ms 2024-12-02T14:14:22,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:22,174 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:22,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:22,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:22,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:14:22,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d0ba696{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:22,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e83ddb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:22,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@417ceb5c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/java.io.tmpdir/jetty-localhost-33637-hadoop-hdfs-3_4_1-tests_jar-_-any-17918203695769380450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:22,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4438aed1{HTTP/1.1, (http/1.1)}{localhost:33637} 2024-12-02T14:14:22,268 INFO [Time-limited test {}] server.Server(415): Started @30651ms 2024-12-02T14:14:22,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:14:22,333 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/cluster_689e74ef-2e49-80f0-997a-3832a4d6e449/data/data1/current/BP-1776990452-172.17.0.2-1733148861970/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:22,334 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/cluster_689e74ef-2e49-80f0-997a-3832a4d6e449/data/data2/current/BP-1776990452-172.17.0.2-1733148861970/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:22,348 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:14:22,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f55fee5df22af31 with lease ID 0x7123a19b37b11c8e: Processing first storage report for DS-020ffe3b-474f-4a95-bc3d-a2bd4a833c40 from datanode DatanodeRegistration(127.0.0.1:36861, datanodeUuid=e245e58d-1f33-4fb3-98a4-bb3ebe1b10fc, infoPort=33401, infoSecurePort=0, ipcPort=35499, storageInfo=lv=-57;cid=testClusterID;nsid=1214939821;c=1733148861970) 2024-12-02T14:14:22,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f55fee5df22af31 with lease ID 0x7123a19b37b11c8e: from storage DS-020ffe3b-474f-4a95-bc3d-a2bd4a833c40 node DatanodeRegistration(127.0.0.1:36861, datanodeUuid=e245e58d-1f33-4fb3-98a4-bb3ebe1b10fc, infoPort=33401, infoSecurePort=0, ipcPort=35499, storageInfo=lv=-57;cid=testClusterID;nsid=1214939821;c=1733148861970), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:22,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f55fee5df22af31 with lease ID 0x7123a19b37b11c8e: Processing first storage report for DS-0aae9f58-13b8-4b6c-87e7-616e0e419256 from datanode DatanodeRegistration(127.0.0.1:36861, datanodeUuid=e245e58d-1f33-4fb3-98a4-bb3ebe1b10fc, infoPort=33401, infoSecurePort=0, ipcPort=35499, storageInfo=lv=-57;cid=testClusterID;nsid=1214939821;c=1733148861970) 2024-12-02T14:14:22,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f55fee5df22af31 with lease ID 0x7123a19b37b11c8e: from storage DS-0aae9f58-13b8-4b6c-87e7-616e0e419256 node DatanodeRegistration(127.0.0.1:36861, datanodeUuid=e245e58d-1f33-4fb3-98a4-bb3ebe1b10fc, infoPort=33401, infoSecurePort=0, ipcPort=35499, storageInfo=lv=-57;cid=testClusterID;nsid=1214939821;c=1733148861970), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:22,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e 2024-12-02T14:14:22,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:22,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:22,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:14:22,810 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908 with version=8 2024-12-02T14:14:22,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/hbase-staging 2024-12-02T14:14:22,813 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:22,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:22,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:22,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:22,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:22,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:22,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:14:22,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:22,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37073 2024-12-02T14:14:22,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37073 connecting to ZooKeeper ensemble=127.0.0.1:63523 2024-12-02T14:14:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370730x0, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:22,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37073-0x1009b4842680000 connected 2024-12-02T14:14:22,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:22,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:22,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Set watcher on znode that does not yet exist, /01081475371/running 2024-12-02T14:14:22,837 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908, hbase.cluster.distributed=false 2024-12-02T14:14:22,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Set watcher on znode that does not yet exist, /01081475371/acl 2024-12-02T14:14:22,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37073 2024-12-02T14:14:22,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37073 2024-12-02T14:14:22,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37073 2024-12-02T14:14:22,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37073 2024-12-02T14:14:22,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37073 2024-12-02T14:14:22,855 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:22,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:22,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:22,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:22,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:22,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:22,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:14:22,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:22,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35999 2024-12-02T14:14:22,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35999 connecting to ZooKeeper ensemble=127.0.0.1:63523 2024-12-02T14:14:22,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:22,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:22,865 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359990x0, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:22,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Set watcher on znode that does not yet exist, /01081475371/running 2024-12-02T14:14:22,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35999-0x1009b4842680001 connected 2024-12-02T14:14:22,866 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:14:22,867 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:14:22,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Set watcher on znode that does not yet exist, /01081475371/master 2024-12-02T14:14:22,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Set watcher on znode that does not yet exist, /01081475371/acl 2024-12-02T14:14:22,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35999 2024-12-02T14:14:22,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35999 2024-12-02T14:14:22,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35999 2024-12-02T14:14:22,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35999 2024-12-02T14:14:22,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35999 2024-12-02T14:14:22,886 DEBUG [M:0;a3a61c9ba14f:37073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:37073 2024-12-02T14:14:22,886 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01081475371/backup-masters/a3a61c9ba14f,37073,1733148862812 2024-12-02T14:14:22,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371/backup-masters 2024-12-02T14:14:22,888 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371/backup-masters 2024-12-02T14:14:22,888 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Set watcher on existing znode=/01081475371/backup-masters/a3a61c9ba14f,37073,1733148862812 2024-12-02T14:14:22,889 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01081475371/master 2024-12-02T14:14:22,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:22,889 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:22,890 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Set watcher on existing znode=/01081475371/master 2024-12-02T14:14:22,890 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01081475371/backup-masters/a3a61c9ba14f,37073,1733148862812 from backup master directory 2024-12-02T14:14:22,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081475371/backup-masters/a3a61c9ba14f,37073,1733148862812 2024-12-02T14:14:22,890 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371/backup-masters 2024-12-02T14:14:22,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371/backup-masters 2024-12-02T14:14:22,891 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:22,891 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,37073,1733148862812 2024-12-02T14:14:22,895 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/hbase.id] with ID: 48798701-e56b-4414-8869-e2b5611be0ba 2024-12-02T14:14:22,895 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/.tmp/hbase.id 2024-12-02T14:14:22,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:14:23,302 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/.tmp/hbase.id]:[hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/hbase.id] 2024-12-02T14:14:23,319 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:23,320 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:14:23,322 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:14:23,324 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:23,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:23,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:14:23,735 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:14:23,736 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:14:23,736 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:23,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:14:24,145 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store 2024-12-02T14:14:24,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:14:24,552 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:24,552 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:14:24,552 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:24,552 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:24,552 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:14:24,552 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:24,552 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:24,553 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148864552Disabling compacts and flushes for region at 1733148864552Disabling writes for close at 1733148864552Writing region close event to WAL at 1733148864552Closed at 1733148864552 2024-12-02T14:14:24,554 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/.initializing 2024-12-02T14:14:24,554 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/WALs/a3a61c9ba14f,37073,1733148862812 2024-12-02T14:14:24,555 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:24,557 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C37073%2C1733148862812, suffix=, logDir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/WALs/a3a61c9ba14f,37073,1733148862812, archiveDir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/oldWALs, maxLogs=10 2024-12-02T14:14:24,572 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/WALs/a3a61c9ba14f,37073,1733148862812/a3a61c9ba14f%2C37073%2C1733148862812.1733148864557, exclude list is [], retry=0 2024-12-02T14:14:24,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-020ffe3b-474f-4a95-bc3d-a2bd4a833c40,DISK] 2024-12-02T14:14:24,577 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/WALs/a3a61c9ba14f,37073,1733148862812/a3a61c9ba14f%2C37073%2C1733148862812.1733148864557 2024-12-02T14:14:24,577 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33401:33401)] 2024-12-02T14:14:24,577 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:24,577 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:24,578 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:24,578 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:24,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:24,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:14:24,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:24,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:24,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:24,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:14:24,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:24,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:24,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:24,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:14:24,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:24,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:24,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:24,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:14:24,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:24,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:24,587 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:24,588 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:24,588 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:24,590 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:24,590 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:24,590 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:24,592 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:24,594 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:24,595 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69450735, jitterRate=0.034896597266197205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:24,596 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148864578Initializing all the Stores at 1733148864579 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148864579Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148864579Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148864579Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148864579Cleaning up temporary data from old regions at 1733148864590 (+11 ms)Region opened successfully at 1733148864596 (+6 ms) 2024-12-02T14:14:24,596 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:14:24,599 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b11826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:24,600 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:14:24,600 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:14:24,600 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:14:24,601 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:14:24,601 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:14:24,601 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:14:24,601 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:14:24,604 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:14:24,604 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Unable to get data of znode /01081475371/balancer because node does not exist (not necessarily an error) 2024-12-02T14:14:24,605 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081475371/balancer already deleted, retry=false 2024-12-02T14:14:24,606 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:14:24,606 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Unable to get data of znode /01081475371/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:14:24,607 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081475371/normalizer already deleted, retry=false 2024-12-02T14:14:24,607 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:14:24,608 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Unable to get data of znode /01081475371/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:14:24,609 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081475371/switch/split already deleted, retry=false 2024-12-02T14:14:24,609 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Unable to get data of znode /01081475371/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:14:24,610 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081475371/switch/merge already deleted, retry=false 2024-12-02T14:14:24,612 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Unable to get data of znode /01081475371/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:14:24,613 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081475371/snapshot-cleanup already deleted, retry=false 2024-12-02T14:14:24,614 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01081475371/running 2024-12-02T14:14:24,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01081475371/running 2024-12-02T14:14:24,614 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:24,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:24,615 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,37073,1733148862812, sessionid=0x1009b4842680000, setting cluster-up flag (Was=false) 2024-12-02T14:14:24,616 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:24,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:24,619 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01081475371/flush-table-proc/acquired, /01081475371/flush-table-proc/reached, /01081475371/flush-table-proc/abort 2024-12-02T14:14:24,620 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,37073,1733148862812 2024-12-02T14:14:24,622 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:24,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:24,624 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01081475371/online-snapshot/acquired, /01081475371/online-snapshot/reached, /01081475371/online-snapshot/abort 2024-12-02T14:14:24,625 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,37073,1733148862812 2024-12-02T14:14:24,626 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:14:24,628 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:24,628 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:14:24,628 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:14:24,629 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,37073,1733148862812 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:14:24,630 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:24,630 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:24,630 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:24,630 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:24,630 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:14:24,630 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:24,630 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:24,630 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:24,634 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148894634 2024-12-02T14:14:24,634 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:14:24,634 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:14:24,634 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:14:24,634 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:14:24,634 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:14:24,634 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:14:24,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:24,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:14:24,636 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:24,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:14:24,637 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,637 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:14:24,638 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:14:24,638 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:14:24,638 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:14:24,640 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:14:24,640 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:14:24,641 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148864640,5,FailOnTimeoutGroup] 2024-12-02T14:14:24,646 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148864641,5,FailOnTimeoutGroup] 2024-12-02T14:14:24,646 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,646 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:14:24,646 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,646 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:14:24,679 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(746): ClusterId : 48798701-e56b-4414-8869-e2b5611be0ba 2024-12-02T14:14:24,679 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:14:24,681 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:14:24,681 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:14:24,682 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:14:24,683 DEBUG [RS:0;a3a61c9ba14f:35999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adc0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:24,693 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:35999 2024-12-02T14:14:24,693 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:14:24,693 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:14:24,693 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:14:24,694 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,37073,1733148862812 with port=35999, startcode=1733148862855 2024-12-02T14:14:24,694 DEBUG [RS:0;a3a61c9ba14f:35999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:14:24,696 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:14:24,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,35999,1733148862855 2024-12-02T14:14:24,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37073 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,35999,1733148862855 2024-12-02T14:14:24,698 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908 2024-12-02T14:14:24,698 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37647 2024-12-02T14:14:24,698 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:14:24,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371/rs 2024-12-02T14:14:24,700 DEBUG [RS:0;a3a61c9ba14f:35999 {}] zookeeper.ZKUtil(111): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Set watcher on existing znode=/01081475371/rs/a3a61c9ba14f,35999,1733148862855 2024-12-02T14:14:24,700 WARN [RS:0;a3a61c9ba14f:35999 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:24,700 INFO [RS:0;a3a61c9ba14f:35999 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:24,700 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855 2024-12-02T14:14:24,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,35999,1733148862855] 2024-12-02T14:14:24,704 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:14:24,706 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:14:24,706 INFO [RS:0;a3a61c9ba14f:35999 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:14:24,706 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,707 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:14:24,707 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:14:24,708 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:24,708 DEBUG [RS:0;a3a61c9ba14f:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:24,709 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,709 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,709 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,709 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,709 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,709 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,35999,1733148862855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:24,726 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:14:24,726 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,35999,1733148862855-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,726 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,726 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.Replication(171): a3a61c9ba14f,35999,1733148862855 started 2024-12-02T14:14:24,741 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:24,741 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,35999,1733148862855, RpcServer on a3a61c9ba14f/172.17.0.2:35999, sessionid=0x1009b4842680001 2024-12-02T14:14:24,741 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:14:24,741 DEBUG [RS:0;a3a61c9ba14f:35999 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,35999,1733148862855 2024-12-02T14:14:24,741 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,35999,1733148862855' 2024-12-02T14:14:24,741 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01081475371/flush-table-proc/abort' 2024-12-02T14:14:24,742 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01081475371/flush-table-proc/acquired' 2024-12-02T14:14:24,742 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:14:24,742 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:14:24,743 DEBUG [RS:0;a3a61c9ba14f:35999 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,35999,1733148862855 2024-12-02T14:14:24,743 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,35999,1733148862855' 2024-12-02T14:14:24,743 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01081475371/online-snapshot/abort' 2024-12-02T14:14:24,743 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01081475371/online-snapshot/acquired' 2024-12-02T14:14:24,743 DEBUG [RS:0;a3a61c9ba14f:35999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:14:24,743 INFO [RS:0;a3a61c9ba14f:35999 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:14:24,743 INFO [RS:0;a3a61c9ba14f:35999 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:14:24,844 INFO [RS:0;a3a61c9ba14f:35999 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:24,846 INFO [RS:0;a3a61c9ba14f:35999 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C35999%2C1733148862855, suffix=, logDir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855, archiveDir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/oldWALs, maxLogs=10 2024-12-02T14:14:24,857 DEBUG [RS:0;a3a61c9ba14f:35999 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.1733148864846, exclude list is [], retry=0 2024-12-02T14:14:24,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-020ffe3b-474f-4a95-bc3d-a2bd4a833c40,DISK] 2024-12-02T14:14:24,862 INFO [RS:0;a3a61c9ba14f:35999 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.1733148864846 2024-12-02T14:14:24,862 DEBUG [RS:0;a3a61c9ba14f:35999 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33401:33401)] 2024-12-02T14:14:24,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:14:24,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:24,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:25,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:14:25,050 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908 2024-12-02T14:14:25,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:14:25,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:25,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:25,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:25,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:25,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:25,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:25,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:25,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:25,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:25,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:25,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:25,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:25,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:25,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:25,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:25,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:25,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:25,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:25,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740 2024-12-02T14:14:25,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740 2024-12-02T14:14:25,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:25,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:25,470 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:25,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:25,473 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:25,474 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67004933, jitterRate=-0.0015486925840377808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:25,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733148865457Initializing all the Stores at 1733148865458 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148865458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148865458Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148865458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148865458Cleaning up temporary data from old regions at 1733148865469 (+11 ms)Region opened successfully at 1733148865475 (+6 ms) 2024-12-02T14:14:25,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:14:25,475 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:14:25,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:14:25,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:14:25,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:14:25,475 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:25,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148865475Disabling compacts and flushes for region at 1733148865475Disabling writes for close at 1733148865475Writing region close event to WAL at 1733148865475Closed at 1733148865475 2024-12-02T14:14:25,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:25,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:14:25,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:14:25,478 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:25,479 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:14:25,630 DEBUG [a3a61c9ba14f:37073 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:14:25,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,35999,1733148862855 2024-12-02T14:14:25,631 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,35999,1733148862855, state=OPENING 2024-12-02T14:14:25,633 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:14:25,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:25,634 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:25,634 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:25,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,35999,1733148862855}] 2024-12-02T14:14:25,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01081475371/meta-region-server: CHANGED 2024-12-02T14:14:25,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01081475371/meta-region-server: CHANGED 2024-12-02T14:14:25,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:14:25,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:14:25,793 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:14:25,793 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:25,793 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:14:25,795 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C35999%2C1733148862855.meta, suffix=.meta, logDir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855, archiveDir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/oldWALs, maxLogs=10 2024-12-02T14:14:25,808 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.meta.1733148865796.meta, exclude list is [], retry=0 2024-12-02T14:14:25,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-020ffe3b-474f-4a95-bc3d-a2bd4a833c40,DISK] 2024-12-02T14:14:25,812 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.meta.1733148865796.meta 2024-12-02T14:14:25,812 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33401:33401)] 2024-12-02T14:14:25,813 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:25,813 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:14:25,813 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:14:25,813 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:14:25,813 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:14:25,813 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:14:25,813 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:25,813 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:14:25,813 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:14:25,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:25,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:25,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:25,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:25,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:25,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:25,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:25,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:25,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:25,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:25,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:25,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:25,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:25,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:25,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:25,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:25,821 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:25,822 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740 2024-12-02T14:14:25,823 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740 2024-12-02T14:14:25,824 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:25,825 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:25,825 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:25,827 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:25,827 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61709761, jitterRate=-0.08045290410518646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:25,827 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:14:25,828 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148865814Writing region info on filesystem at 1733148865814Initializing all the Stores at 1733148865815 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148865815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148865815Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148865815Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148865815Cleaning up temporary data from old regions at 1733148865825 (+10 ms)Running coprocessor post-open hooks at 1733148865828 (+3 ms)Region opened successfully at 1733148865828 2024-12-02T14:14:25,829 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148865787 2024-12-02T14:14:25,831 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:14:25,831 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:14:25,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,35999,1733148862855 2024-12-02T14:14:25,833 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,35999,1733148862855, state=OPEN 2024-12-02T14:14:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01081475371/meta-region-server 2024-12-02T14:14:25,835 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01081475371/meta-region-server 2024-12-02T14:14:25,835 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,35999,1733148862855 2024-12-02T14:14:25,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01081475371/meta-region-server: CHANGED 2024-12-02T14:14:25,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01081475371/meta-region-server: CHANGED 2024-12-02T14:14:25,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:14:25,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,35999,1733148862855 in 201 msec 2024-12-02T14:14:25,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:14:25,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-12-02T14:14:25,842 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:25,842 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:14:25,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:25,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,35999,1733148862855, seqNum=-1] 2024-12-02T14:14:25,843 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:25,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:25,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-12-02T14:14:25,852 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148865851, completionTime=-1 2024-12-02T14:14:25,852 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:14:25,852 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:14:25,854 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:14:25,855 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148925854 2024-12-02T14:14:25,855 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733148985855 2024-12-02T14:14:25,855 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T14:14:25,855 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37073,1733148862812-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:25,855 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37073,1733148862812-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:25,855 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37073,1733148862812-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:25,855 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:37073, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:25,855 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:25,855 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:25,858 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:14:25,859 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.968sec 2024-12-02T14:14:25,859 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:14:25,859 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:14:25,859 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:14:25,860 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:14:25,860 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:14:25,860 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37073,1733148862812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:25,860 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37073,1733148862812-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:14:25,862 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:14:25,862 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:14:25,862 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37073,1733148862812-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:25,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb2d706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:25,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37073,-1 for getting cluster id 2024-12-02T14:14:25,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:25,881 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48798701-e56b-4414-8869-e2b5611be0ba' 2024-12-02T14:14:25,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:25,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48798701-e56b-4414-8869-e2b5611be0ba" 2024-12-02T14:14:25,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c80009c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:25,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37073,-1] 2024-12-02T14:14:25,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:25,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:25,883 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:25,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:25,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:25,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,35999,1733148862855, seqNum=-1] 2024-12-02T14:14:25,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:25,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:25,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,37073,1733148862812 2024-12-02T14:14:25,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63523 2024-12-02T14:14:25,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:25,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b4842680002 connected 2024-12-02T14:14:25,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/hadoop.log.dir so I do NOT create it in target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e 2024-12-02T14:14:25,895 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:14:25,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/hadoop.tmp.dir so I do NOT create it in target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e 2024-12-02T14:14:25,895 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:14:25,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e 2024-12-02T14:14:25,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:14:25,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/cluster_0b60ff70-599a-0627-3b32-d1fe0d7b99d1, deleteOnExit=true 2024-12-02T14:14:25,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:14:25,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/test.cache.data in system properties and HBase conf 2024-12-02T14:14:25,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:14:25,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:14:25,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:14:25,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:14:25,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:14:25,896 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:14:25,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:14:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:14:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:14:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:14:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:14:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:14:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:14:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:14:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:14:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:14:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:14:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:14:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:14:25,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:14:25,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:25,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:25,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:25,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:25,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:14:25,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:25,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@462695ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:25,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74193318{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:26,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c8e74ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/java.io.tmpdir/jetty-localhost-42495-hadoop-hdfs-3_4_1-tests_jar-_-any-13899501565569608118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:14:26,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74b78d20{HTTP/1.1, (http/1.1)}{localhost:42495} 2024-12-02T14:14:26,058 INFO [Time-limited test {}] server.Server(415): Started @34441ms 2024-12-02T14:14:26,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:26,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:26,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:26,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:26,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:14:26,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eb4cca5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:26,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ae4ebc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:26,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29e76d9b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/java.io.tmpdir/jetty-localhost-44249-hadoop-hdfs-3_4_1-tests_jar-_-any-9799287099529082846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:26,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e4bcfa{HTTP/1.1, (http/1.1)}{localhost:44249} 2024-12-02T14:14:26,221 INFO [Time-limited test {}] server.Server(415): Started @34603ms 2024-12-02T14:14:26,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:14:26,282 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/cluster_0b60ff70-599a-0627-3b32-d1fe0d7b99d1/data/data1/current/BP-511451837-172.17.0.2-1733148865920/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:26,283 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/cluster_0b60ff70-599a-0627-3b32-d1fe0d7b99d1/data/data2/current/BP-511451837-172.17.0.2-1733148865920/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:26,301 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:14:26,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fefc407265f7aa3 with lease ID 0xa8925795cfe17e6a: Processing first storage report for DS-15a47281-9b63-4976-8b1a-d84d653f3717 from datanode DatanodeRegistration(127.0.0.1:36647, datanodeUuid=cf977a82-53e9-47fc-9e77-a48c8805b180, infoPort=43325, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=1057683300;c=1733148865920) 2024-12-02T14:14:26,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fefc407265f7aa3 with lease ID 0xa8925795cfe17e6a: from storage DS-15a47281-9b63-4976-8b1a-d84d653f3717 node DatanodeRegistration(127.0.0.1:36647, datanodeUuid=cf977a82-53e9-47fc-9e77-a48c8805b180, infoPort=43325, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=1057683300;c=1733148865920), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:26,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fefc407265f7aa3 with lease ID 0xa8925795cfe17e6a: Processing first storage report for DS-ac125649-7d8a-4564-a1bc-d5899bdc97ec from datanode DatanodeRegistration(127.0.0.1:36647, datanodeUuid=cf977a82-53e9-47fc-9e77-a48c8805b180, infoPort=43325, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=1057683300;c=1733148865920) 2024-12-02T14:14:26,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fefc407265f7aa3 with lease ID 0xa8925795cfe17e6a: from storage DS-ac125649-7d8a-4564-a1bc-d5899bdc97ec node DatanodeRegistration(127.0.0.1:36647, datanodeUuid=cf977a82-53e9-47fc-9e77-a48c8805b180, infoPort=43325, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=1057683300;c=1733148865920), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:26,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e 2024-12-02T14:14:26,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:26,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:26,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:14:26,757 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7 with version=8 2024-12-02T14:14:26,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/hbase-staging 2024-12-02T14:14:26,759 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:26,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:26,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:26,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:26,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:26,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:26,759 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:14:26,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:26,760 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44371 2024-12-02T14:14:26,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44371 connecting to ZooKeeper ensemble=127.0.0.1:63523 2024-12-02T14:14:26,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443710x0, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:26,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44371-0x1009b4842680003 connected 2024-12-02T14:14:26,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:26,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:26,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Set watcher on znode that does not yet exist, /11510315222/running 2024-12-02T14:14:26,773 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7, hbase.cluster.distributed=false 2024-12-02T14:14:26,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Set watcher on znode that does not yet exist, /11510315222/acl 2024-12-02T14:14:26,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44371 2024-12-02T14:14:26,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44371 2024-12-02T14:14:26,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44371 2024-12-02T14:14:26,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44371 2024-12-02T14:14:26,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44371 2024-12-02T14:14:26,788 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:26,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:26,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:26,789 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:26,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:26,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:26,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:14:26,789 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:26,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33561 2024-12-02T14:14:26,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33561 connecting to ZooKeeper ensemble=127.0.0.1:63523 2024-12-02T14:14:26,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:26,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:26,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335610x0, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:26,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335610x0, quorum=127.0.0.1:63523, baseZNode=/11510315222 Set watcher on znode that does not yet exist, /11510315222/running 2024-12-02T14:14:26,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33561-0x1009b4842680004 connected 2024-12-02T14:14:26,797 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:14:26,800 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:14:26,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Set watcher on znode that does not yet exist, /11510315222/master 2024-12-02T14:14:26,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Set watcher on znode that does not yet exist, /11510315222/acl 2024-12-02T14:14:26,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33561 2024-12-02T14:14:26,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33561 2024-12-02T14:14:26,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33561 2024-12-02T14:14:26,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33561 2024-12-02T14:14:26,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33561 2024-12-02T14:14:26,844 DEBUG [M:0;a3a61c9ba14f:44371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:44371 2024-12-02T14:14:26,844 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11510315222/backup-masters/a3a61c9ba14f,44371,1733148866759 2024-12-02T14:14:26,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222/backup-masters 2024-12-02T14:14:26,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222/backup-masters 2024-12-02T14:14:26,846 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Set watcher on existing znode=/11510315222/backup-masters/a3a61c9ba14f,44371,1733148866759 2024-12-02T14:14:26,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11510315222/master 2024-12-02T14:14:26,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:26,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:26,847 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Set watcher on existing znode=/11510315222/master 2024-12-02T14:14:26,847 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11510315222/backup-masters/a3a61c9ba14f,44371,1733148866759 from backup master directory 2024-12-02T14:14:26,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11510315222/backup-masters/a3a61c9ba14f,44371,1733148866759 2024-12-02T14:14:26,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222/backup-masters 2024-12-02T14:14:26,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222/backup-masters 2024-12-02T14:14:26,848 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:26,848 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,44371,1733148866759 2024-12-02T14:14:26,852 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/hbase.id] with ID: c7b1b8a9-4a6d-40ae-ba38-2d3003598feb 2024-12-02T14:14:26,852 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/.tmp/hbase.id 2024-12-02T14:14:26,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:14:26,896 WARN [RS:0;a3a61c9ba14f:35999 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a3a61c9ba14f,43059,1733148836363: status=Processing ServerCrashProcedure of a3a61c9ba14f,43059,1733148836363 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733148852214, completionTime=-1 appears to have been leaked 2024-12-02T14:14:27,260 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/.tmp/hbase.id]:[hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/hbase.id] 2024-12-02T14:14:27,273 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:27,274 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:14:27,275 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:14:27,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:27,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:27,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:14:27,682 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:14:27,682 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:14:27,682 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:27,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:14:28,090 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store 2024-12-02T14:14:28,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:14:28,497 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:28,497 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:14:28,497 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:28,497 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:28,497 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:14:28,497 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:28,497 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:28,497 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148868497Disabling compacts and flushes for region at 1733148868497Disabling writes for close at 1733148868497Writing region close event to WAL at 1733148868497Closed at 1733148868497 2024-12-02T14:14:28,498 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/.initializing 2024-12-02T14:14:28,498 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/WALs/a3a61c9ba14f,44371,1733148866759 2024-12-02T14:14:28,499 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:28,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C44371%2C1733148866759, suffix=, logDir=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/WALs/a3a61c9ba14f,44371,1733148866759, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/oldWALs, maxLogs=10 2024-12-02T14:14:28,511 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/WALs/a3a61c9ba14f,44371,1733148866759/a3a61c9ba14f%2C44371%2C1733148866759.1733148868501, exclude list is [], retry=0 2024-12-02T14:14:28,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36647,DS-15a47281-9b63-4976-8b1a-d84d653f3717,DISK] 2024-12-02T14:14:28,515 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/WALs/a3a61c9ba14f,44371,1733148866759/a3a61c9ba14f%2C44371%2C1733148866759.1733148868501 2024-12-02T14:14:28,516 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43325:43325)] 2024-12-02T14:14:28,516 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:28,516 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:28,516 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:28,516 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:28,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:28,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:14:28,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:28,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:28,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:28,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:14:28,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:28,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:28,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:28,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:14:28,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:28,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:28,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:28,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:14:28,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:28,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:28,525 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:28,526 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:28,526 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:28,527 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:28,527 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:28,528 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:28,529 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:28,531 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:28,531 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61355778, jitterRate=-0.08572766184806824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:28,532 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148868516Initializing all the Stores at 1733148868517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148868517Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148868517Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148868517Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148868517Cleaning up temporary data from old regions at 1733148868527 (+10 ms)Region opened successfully at 1733148868531 (+4 ms) 2024-12-02T14:14:28,532 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:14:28,535 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8026d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:28,536 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:14:28,536 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:14:28,536 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:14:28,536 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:14:28,536 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:14:28,537 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:14:28,537 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:14:28,539 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:14:28,539 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Unable to get data of znode /11510315222/balancer because node does not exist (not necessarily an error) 2024-12-02T14:14:28,540 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11510315222/balancer already deleted, retry=false 2024-12-02T14:14:28,540 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:14:28,541 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Unable to get data of znode /11510315222/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:14:28,541 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11510315222/normalizer already deleted, retry=false 2024-12-02T14:14:28,542 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:14:28,542 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Unable to get data of znode /11510315222/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:14:28,543 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11510315222/switch/split already deleted, retry=false 2024-12-02T14:14:28,544 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Unable to get data of znode /11510315222/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:14:28,544 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11510315222/switch/merge already deleted, retry=false 2024-12-02T14:14:28,546 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Unable to get data of znode /11510315222/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:14:28,546 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11510315222/snapshot-cleanup already deleted, retry=false 2024-12-02T14:14:28,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11510315222/running 2024-12-02T14:14:28,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11510315222/running 2024-12-02T14:14:28,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:28,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:28,548 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,44371,1733148866759, sessionid=0x1009b4842680003, setting cluster-up flag (Was=false) 2024-12-02T14:14:28,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:28,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:28,551 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11510315222/flush-table-proc/acquired, /11510315222/flush-table-proc/reached, /11510315222/flush-table-proc/abort 2024-12-02T14:14:28,552 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,44371,1733148866759 2024-12-02T14:14:28,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:28,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:28,556 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11510315222/online-snapshot/acquired, /11510315222/online-snapshot/reached, /11510315222/online-snapshot/abort 2024-12-02T14:14:28,557 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,44371,1733148866759 2024-12-02T14:14:28,558 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:14:28,559 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:28,560 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:14:28,560 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:14:28,560 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,44371,1733148866759 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:14:28,561 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:28,561 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:28,561 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:28,561 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:28,561 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:14:28,561 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:28,561 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:28,561 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:28,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:28,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:14:28,565 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:28,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:14:28,565 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148898565 2024-12-02T14:14:28,566 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:14:28,566 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:14:28,566 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:14:28,566 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:14:28,566 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:14:28,566 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:14:28,566 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,567 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:14:28,567 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:14:28,567 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:14:28,567 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:14:28,567 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:14:28,567 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:14:28,568 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148868567,5,FailOnTimeoutGroup] 2024-12-02T14:14:28,569 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148868568,5,FailOnTimeoutGroup] 2024-12-02T14:14:28,569 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,569 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:14:28,569 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,569 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:14:28,634 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(746): ClusterId : c7b1b8a9-4a6d-40ae-ba38-2d3003598feb 2024-12-02T14:14:28,634 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:14:28,635 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:14:28,635 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:14:28,637 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:14:28,637 DEBUG [RS:0;a3a61c9ba14f:33561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284127d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:28,646 DEBUG [RS:0;a3a61c9ba14f:33561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:33561 2024-12-02T14:14:28,646 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:14:28,646 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:14:28,646 DEBUG [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:14:28,647 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,44371,1733148866759 with port=33561, startcode=1733148866788 2024-12-02T14:14:28,647 DEBUG [RS:0;a3a61c9ba14f:33561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:14:28,649 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:14:28,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,33561,1733148866788 2024-12-02T14:14:28,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44371 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,33561,1733148866788 2024-12-02T14:14:28,651 DEBUG [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7 2024-12-02T14:14:28,651 DEBUG [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38101 2024-12-02T14:14:28,651 DEBUG [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:14:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222/rs 2024-12-02T14:14:28,654 DEBUG [RS:0;a3a61c9ba14f:33561 {}] zookeeper.ZKUtil(111): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Set watcher on existing znode=/11510315222/rs/a3a61c9ba14f,33561,1733148866788 2024-12-02T14:14:28,654 WARN [RS:0;a3a61c9ba14f:33561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:28,654 INFO [RS:0;a3a61c9ba14f:33561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:28,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,33561,1733148866788] 2024-12-02T14:14:28,655 DEBUG [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/WALs/a3a61c9ba14f,33561,1733148866788 2024-12-02T14:14:28,658 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:14:28,662 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:14:28,662 INFO [RS:0;a3a61c9ba14f:33561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:14:28,662 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,662 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:14:28,663 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:14:28,663 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,663 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:28,663 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:28,663 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:28,663 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:28,663 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:28,663 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:28,664 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:28,664 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:28,664 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:28,664 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:28,664 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:28,664 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:28,664 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:28,664 DEBUG [RS:0;a3a61c9ba14f:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:28,664 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,664 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,664 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,664 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,664 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,664 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,33561,1733148866788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:28,685 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:14:28,685 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,33561,1733148866788-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,685 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,685 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.Replication(171): a3a61c9ba14f,33561,1733148866788 started 2024-12-02T14:14:28,702 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:28,702 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,33561,1733148866788, RpcServer on a3a61c9ba14f/172.17.0.2:33561, sessionid=0x1009b4842680004 2024-12-02T14:14:28,702 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:14:28,703 DEBUG [RS:0;a3a61c9ba14f:33561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,33561,1733148866788 2024-12-02T14:14:28,703 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,33561,1733148866788' 2024-12-02T14:14:28,703 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11510315222/flush-table-proc/abort' 2024-12-02T14:14:28,703 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11510315222/flush-table-proc/acquired' 2024-12-02T14:14:28,704 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:14:28,704 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:14:28,704 DEBUG [RS:0;a3a61c9ba14f:33561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,33561,1733148866788 2024-12-02T14:14:28,704 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,33561,1733148866788' 2024-12-02T14:14:28,704 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11510315222/online-snapshot/abort' 2024-12-02T14:14:28,704 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11510315222/online-snapshot/acquired' 2024-12-02T14:14:28,704 DEBUG [RS:0;a3a61c9ba14f:33561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:14:28,705 INFO [RS:0;a3a61c9ba14f:33561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:14:28,705 INFO [RS:0;a3a61c9ba14f:33561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:14:28,805 INFO [RS:0;a3a61c9ba14f:33561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:28,807 INFO [RS:0;a3a61c9ba14f:33561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C33561%2C1733148866788, suffix=, logDir=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/WALs/a3a61c9ba14f,33561,1733148866788, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/oldWALs, maxLogs=10 2024-12-02T14:14:28,818 DEBUG [RS:0;a3a61c9ba14f:33561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/WALs/a3a61c9ba14f,33561,1733148866788/a3a61c9ba14f%2C33561%2C1733148866788.1733148868807, exclude list is [], retry=0 2024-12-02T14:14:28,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36647,DS-15a47281-9b63-4976-8b1a-d84d653f3717,DISK] 2024-12-02T14:14:28,823 INFO [RS:0;a3a61c9ba14f:33561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/WALs/a3a61c9ba14f,33561,1733148866788/a3a61c9ba14f%2C33561%2C1733148866788.1733148868807 2024-12-02T14:14:28,823 DEBUG [RS:0;a3a61c9ba14f:33561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43325:43325)] 2024-12-02T14:14:28,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:14:28,973 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7 2024-12-02T14:14:28,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:14:29,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:29,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:29,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:29,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:29,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:29,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:29,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:29,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:29,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:29,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:29,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:29,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:29,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:29,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:29,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:29,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:29,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:29,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:29,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/data/hbase/meta/1588230740 2024-12-02T14:14:29,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/data/hbase/meta/1588230740 2024-12-02T14:14:29,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:29,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:29,390 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:29,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:29,393 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:29,393 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67893979, jitterRate=0.011699125170707703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:29,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733148869380Initializing all the Stores at 1733148869380Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148869380Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148869381 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148869381Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148869381Cleaning up temporary data from old regions at 1733148869389 (+8 ms)Region opened successfully at 1733148869393 (+4 ms) 2024-12-02T14:14:29,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:14:29,393 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:14:29,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:14:29,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:14:29,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:14:29,394 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:29,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148869393Disabling compacts and flushes for region at 1733148869393Disabling writes for close at 1733148869393Writing region close event to WAL at 1733148869394 (+1 ms)Closed at 1733148869394 2024-12-02T14:14:29,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:29,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:14:29,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:14:29,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:29,397 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:14:29,547 DEBUG [a3a61c9ba14f:44371 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:14:29,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,33561,1733148866788 2024-12-02T14:14:29,549 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,33561,1733148866788, state=OPENING 2024-12-02T14:14:29,550 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:14:29,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:29,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:29,552 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:29,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11510315222/meta-region-server: CHANGED 2024-12-02T14:14:29,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11510315222/meta-region-server: CHANGED 2024-12-02T14:14:29,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,33561,1733148866788}] 2024-12-02T14:14:29,705 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:14:29,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:14:29,710 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:14:29,710 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:29,711 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:14:29,712 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C33561%2C1733148866788.meta, suffix=.meta, logDir=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/WALs/a3a61c9ba14f,33561,1733148866788, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/oldWALs, maxLogs=10 2024-12-02T14:14:29,723 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/WALs/a3a61c9ba14f,33561,1733148866788/a3a61c9ba14f%2C33561%2C1733148866788.meta.1733148869713.meta, exclude list is [], retry=0 2024-12-02T14:14:29,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36647,DS-15a47281-9b63-4976-8b1a-d84d653f3717,DISK] 2024-12-02T14:14:29,727 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/WALs/a3a61c9ba14f,33561,1733148866788/a3a61c9ba14f%2C33561%2C1733148866788.meta.1733148869713.meta 2024-12-02T14:14:29,728 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43325:43325)] 2024-12-02T14:14:29,728 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:29,728 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:14:29,729 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:14:29,729 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:14:29,729 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:14:29,729 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:14:29,729 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:29,729 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:14:29,729 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:14:29,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:29,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:29,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:29,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:29,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:29,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:29,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:29,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:29,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:29,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:29,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:29,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:29,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:29,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:29,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:29,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:29,735 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:29,736 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/data/hbase/meta/1588230740 2024-12-02T14:14:29,737 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/data/hbase/meta/1588230740 2024-12-02T14:14:29,738 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:29,738 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:29,739 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:29,740 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:29,741 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62234206, jitterRate=-0.07263806462287903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:29,741 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:14:29,741 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148869729Writing region info on filesystem at 1733148869729Initializing all the Stores at 1733148869730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148869730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148869730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148869730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148869730Cleaning up temporary data from old regions at 1733148869738 (+8 ms)Running coprocessor post-open hooks at 1733148869741 (+3 ms)Region opened successfully at 1733148869741 2024-12-02T14:14:29,742 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148869705 2024-12-02T14:14:29,744 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:14:29,744 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:14:29,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,33561,1733148866788 2024-12-02T14:14:29,746 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,33561,1733148866788, state=OPEN 2024-12-02T14:14:29,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11510315222/meta-region-server 2024-12-02T14:14:29,747 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,33561,1733148866788 2024-12-02T14:14:29,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11510315222/meta-region-server 2024-12-02T14:14:29,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11510315222/meta-region-server: CHANGED 2024-12-02T14:14:29,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11510315222/meta-region-server: CHANGED 2024-12-02T14:14:29,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:14:29,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,33561,1733148866788 in 195 msec 2024-12-02T14:14:29,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:14:29,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-12-02T14:14:29,753 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:29,753 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:14:29,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:29,755 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,33561,1733148866788, seqNum=-1] 2024-12-02T14:14:29,755 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:29,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:29,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-12-02T14:14:29,762 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148869762, completionTime=-1 2024-12-02T14:14:29,762 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:14:29,762 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:14:29,764 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:14:29,764 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148929764 2024-12-02T14:14:29,764 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733148989764 2024-12-02T14:14:29,764 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T14:14:29,764 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44371,1733148866759-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:29,765 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44371,1733148866759-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:29,765 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44371,1733148866759-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:29,765 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:44371, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:29,765 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:29,765 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:29,767 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:14:29,769 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.921sec 2024-12-02T14:14:29,769 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:14:29,769 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:14:29,769 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:14:29,769 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:14:29,769 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:14:29,769 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44371,1733148866759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:29,770 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44371,1733148866759-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:14:29,772 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:14:29,772 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:14:29,772 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44371,1733148866759-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:29,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69293ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:29,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44371,-1 for getting cluster id 2024-12-02T14:14:29,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:29,836 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7b1b8a9-4a6d-40ae-ba38-2d3003598feb' 2024-12-02T14:14:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7b1b8a9-4a6d-40ae-ba38-2d3003598feb" 2024-12-02T14:14:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a3b26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44371,-1] 2024-12-02T14:14:29,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:29,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:29,838 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:29,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd7e59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:29,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,33561,1733148866788, seqNum=-1] 2024-12-02T14:14:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:29,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:29,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,44371,1733148866759 2024-12-02T14:14:29,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63523 2024-12-02T14:14:29,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:29,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b4842680005 connected 2024-12-02T14:14:29,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f094d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:29,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37073,-1 for getting cluster id 2024-12-02T14:14:29,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:29,850 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48798701-e56b-4414-8869-e2b5611be0ba' 2024-12-02T14:14:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48798701-e56b-4414-8869-e2b5611be0ba" 2024-12-02T14:14:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28437c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37073,-1] 2024-12-02T14:14:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:29,851 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:29,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1246c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:29,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:29,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,37073,1733148862812 2024-12-02T14:14:29,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72244910 2024-12-02T14:14:29,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:29,853 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:29,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37073 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:44371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:14:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37073 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:14:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:29,857 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:44371' 2024-12-02T14:14:29,858 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b9a6f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:29,858 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44371,-1 for getting cluster id 2024-12-02T14:14:29,858 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:29,859 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7b1b8a9-4a6d-40ae-ba38-2d3003598feb' 2024-12-02T14:14:29,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:29,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7b1b8a9-4a6d-40ae-ba38-2d3003598feb" 2024-12-02T14:14:29,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74809508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:29,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44371,-1] 2024-12-02T14:14:29,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:29,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:29,860 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:29,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4d4d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:29,861 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:29,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,44371,1733148866759 2024-12-02T14:14:29,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d3f1354 2024-12-02T14:14:29,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:29,863 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:29,864 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T14:14:29,864 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:14:29,864 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:29,864 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:29,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:29,864 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:14:29,866 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:14:29,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:14:29,867 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:29,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:14:29,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741835_1011 (size=1138) 2024-12-02T14:14:29,916 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:14:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:30,277 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1291c5269e5ac492ab3bb63be4427b45, NAME => 'hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908 2024-12-02T14:14:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741836_1012 (size=44) 2024-12-02T14:14:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:30,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:30,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1291c5269e5ac492ab3bb63be4427b45, disabling compactions & flushes 2024-12-02T14:14:30,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. 2024-12-02T14:14:30,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. 2024-12-02T14:14:30,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. after waiting 0 ms 2024-12-02T14:14:30,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. 2024-12-02T14:14:30,684 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. 2024-12-02T14:14:30,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1291c5269e5ac492ab3bb63be4427b45: Waiting for close lock at 1733148870683Disabling compacts and flushes for region at 1733148870683Disabling writes for close at 1733148870684 (+1 ms)Writing region close event to WAL at 1733148870684Closed at 1733148870684 2024-12-02T14:14:30,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:14:30,685 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733148870685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148870685"}]},"ts":"1733148870685"} 2024-12-02T14:14:30,687 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:14:30,688 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:14:30,689 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148870688"}]},"ts":"1733148870688"} 2024-12-02T14:14:30,690 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:14:30,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1291c5269e5ac492ab3bb63be4427b45, ASSIGN}] 2024-12-02T14:14:30,692 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1291c5269e5ac492ab3bb63be4427b45, ASSIGN 2024-12-02T14:14:30,693 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1291c5269e5ac492ab3bb63be4427b45, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,35999,1733148862855; forceNewPlan=false, retain=false 2024-12-02T14:14:30,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:14:30,843 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1291c5269e5ac492ab3bb63be4427b45, regionState=OPENING, regionLocation=a3a61c9ba14f,35999,1733148862855 2024-12-02T14:14:30,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1291c5269e5ac492ab3bb63be4427b45, ASSIGN because future has completed 2024-12-02T14:14:30,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1291c5269e5ac492ab3bb63be4427b45, server=a3a61c9ba14f,35999,1733148862855}] 2024-12-02T14:14:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:31,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. 2024-12-02T14:14:31,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:31,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:14:31,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C35999%2C1733148862855.rep, suffix=, logDir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855, archiveDir=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/oldWALs, maxLogs=10 2024-12-02T14:14:31,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.rep.1733148871004, exclude list is [], retry=0 2024-12-02T14:14:31,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-020ffe3b-474f-4a95-bc3d-a2bd4a833c40,DISK] 2024-12-02T14:14:31,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.rep.1733148871004 2024-12-02T14:14:31,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33401:33401)] 2024-12-02T14:14:31,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1291c5269e5ac492ab3bb63be4427b45, NAME => 'hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:31,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:14:31,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:14:31,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. service=MultiRowMutationService 2024-12-02T14:14:31,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:14:31,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:31,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:31,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:31,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:31,022 INFO [StoreOpener-1291c5269e5ac492ab3bb63be4427b45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:31,024 INFO [StoreOpener-1291c5269e5ac492ab3bb63be4427b45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1291c5269e5ac492ab3bb63be4427b45 columnFamilyName hfileref 2024-12-02T14:14:31,024 DEBUG [StoreOpener-1291c5269e5ac492ab3bb63be4427b45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:31,024 INFO [StoreOpener-1291c5269e5ac492ab3bb63be4427b45-1 {}] regionserver.HStore(327): Store=1291c5269e5ac492ab3bb63be4427b45/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:31,024 INFO [StoreOpener-1291c5269e5ac492ab3bb63be4427b45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:31,025 INFO [StoreOpener-1291c5269e5ac492ab3bb63be4427b45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1291c5269e5ac492ab3bb63be4427b45 columnFamilyName queue 2024-12-02T14:14:31,025 DEBUG [StoreOpener-1291c5269e5ac492ab3bb63be4427b45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:31,026 INFO [StoreOpener-1291c5269e5ac492ab3bb63be4427b45-1 {}] regionserver.HStore(327): Store=1291c5269e5ac492ab3bb63be4427b45/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:31,026 INFO [StoreOpener-1291c5269e5ac492ab3bb63be4427b45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:31,027 INFO [StoreOpener-1291c5269e5ac492ab3bb63be4427b45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1291c5269e5ac492ab3bb63be4427b45 columnFamilyName sid 2024-12-02T14:14:31,027 DEBUG [StoreOpener-1291c5269e5ac492ab3bb63be4427b45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:31,027 INFO [StoreOpener-1291c5269e5ac492ab3bb63be4427b45-1 {}] regionserver.HStore(327): Store=1291c5269e5ac492ab3bb63be4427b45/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:31,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:31,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/replication/1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:31,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/replication/1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:31,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:31,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:31,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:14:31,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:31,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/replication/1291c5269e5ac492ab3bb63be4427b45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:31,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1291c5269e5ac492ab3bb63be4427b45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75167513, jitterRate=0.12008322775363922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:14:31,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:31,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1291c5269e5ac492ab3bb63be4427b45: Running coprocessor pre-open hook at 1733148871021Writing region info on filesystem at 1733148871021Initializing all the Stores at 1733148871022 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148871022Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148871022Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148871022Cleaning up temporary data from old regions at 1733148871030 (+8 ms)Running coprocessor post-open hooks at 1733148871034 (+4 ms)Region opened successfully at 1733148871034 2024-12-02T14:14:31,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45., pid=7, masterSystemTime=1733148870999 2024-12-02T14:14:31,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. 2024-12-02T14:14:31,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. 2024-12-02T14:14:31,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1291c5269e5ac492ab3bb63be4427b45, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,35999,1733148862855 2024-12-02T14:14:31,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1291c5269e5ac492ab3bb63be4427b45, server=a3a61c9ba14f,35999,1733148862855 because future has completed 2024-12-02T14:14:31,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T14:14:31,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1291c5269e5ac492ab3bb63be4427b45, server=a3a61c9ba14f,35999,1733148862855 in 196 msec 2024-12-02T14:14:31,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:14:31,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1291c5269e5ac492ab3bb63be4427b45, ASSIGN in 354 msec 2024-12-02T14:14:31,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:14:31,047 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148871047"}]},"ts":"1733148871047"} 2024-12-02T14:14:31,049 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:14:31,050 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:14:31,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-12-02T14:14:31,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45., hostname=a3a61c9ba14f,35999,1733148862855, seqNum=2] 2024-12-02T14:14:31,077 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:31,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:31,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:14:31,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35999 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T14:14:31,234 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:14:31,266 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,35999,1733148862855, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:14:31,266 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:31,266 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,35999,1733148862855, seqNum=-1] 2024-12-02T14:14:31,267 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:31,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-02T14:14:31,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,35999,1733148862855', locateType=CURRENT is [region=hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45., hostname=a3a61c9ba14f,35999,1733148862855, seqNum=2] 2024-12-02T14:14:31,275 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T14:14:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37073 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T14:14:31,278 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,35999,1733148862855 suceeded 2024-12-02T14:14:31,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T14:14:31,281 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:44371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:14:31,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-02T14:14:31,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-12-02T14:14:31,291 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:44371' 2024-12-02T14:14:31,292 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@528a7af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:31,292 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44371,-1 for getting cluster id 2024-12-02T14:14:31,292 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:31,293 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7b1b8a9-4a6d-40ae-ba38-2d3003598feb' 2024-12-02T14:14:31,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:31,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7b1b8a9-4a6d-40ae-ba38-2d3003598feb" 2024-12-02T14:14:31,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11b7f8be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:31,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44371,-1] 2024-12-02T14:14:31,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:31,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:31,294 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:31,295 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f868c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:31,295 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:31,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,44371,1733148866759 2024-12-02T14:14:31,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb25c34 2024-12-02T14:14:31,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:31,297 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-02T14:14:31,298 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,35999,1733148862855 (queues=1) is replicating from cluster=48798701-e56b-4414-8869-e2b5611be0ba to cluster=c7b1b8a9-4a6d-40ae-ba38-2d3003598feb 2024-12-02T14:14:31,298 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C35999%2C1733148862855 2024-12-02T14:14:31,298 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,35999,1733148862855, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:14:31,299 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855.replicationSource.shippera3a61c9ba14f%2C35999%2C1733148862855,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C35999%2C1733148862855 2024-12-02T14:14:31,299 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855.replicationSource.wal-reader.a3a61c9ba14f%2C35999%2C1733148862855,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.1733148864846, startPosition=0, beingWritten=true 2024-12-02T14:14:31,316 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:14:31,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:31,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:31,508 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855.replicationSource.wal-reader.a3a61c9ba14f%2C35999%2C1733148862855,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.1733148864846 to pos 0, reset compression=false 2024-12-02T14:14:31,813 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855.replicationSource.wal-reader.a3a61c9ba14f%2C35999%2C1733148862855,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.1733148864846 to pos 0, reset compression=false 2024-12-02T14:14:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:32,006 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:14:32,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:32,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:32,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:32,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:32,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:32,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,37073,1733148862812 2024-12-02T14:14:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54a0e5e5 2024-12-02T14:14:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:32,011 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:32,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37073 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T14:14:32,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:14:32,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:32,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:32,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:32,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:32,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:32,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:14:32,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=134962853, stopped=false 2024-12-02T14:14:32,013 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,44371,1733148866759 2024-12-02T14:14:32,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11510315222/running 2024-12-02T14:14:32,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11510315222/running 2024-12-02T14:14:32,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:32,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:32,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Set watcher on znode that does not yet exist, /11510315222/running 2024-12-02T14:14:32,015 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:14:32,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:32,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:32,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:32,016 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,33561,1733148866788' ***** 2024-12-02T14:14:32,016 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:14:32,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Set watcher on znode that does not yet exist, /11510315222/running 2024-12-02T14:14:32,016 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:14:32,016 INFO [RS:0;a3a61c9ba14f:33561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:14:32,017 INFO [RS:0;a3a61c9ba14f:33561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:14:32,017 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:14:32,017 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,33561,1733148866788 2024-12-02T14:14:32,017 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:32,017 INFO [RS:0;a3a61c9ba14f:33561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:33561. 2024-12-02T14:14:32,017 DEBUG [RS:0;a3a61c9ba14f:33561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:32,017 DEBUG [RS:0;a3a61c9ba14f:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:32,017 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:14:32,017 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:14:32,017 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:14:32,017 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:14:32,034 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T14:14:32,034 DEBUG [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:14:32,034 DEBUG [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:32,039 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:14:32,039 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:14:32,039 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:14:32,039 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:14:32,039 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:14:32,039 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T14:14:32,070 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:32,072 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/data/hbase/meta/1588230740/.tmp/ns/86a213392e214e65ab0909e61f77882b is 43, key is default/ns:d/1733148869757/Put/seqid=0 2024-12-02T14:14:32,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741835_1011 (size=5153) 2024-12-02T14:14:32,085 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/data/hbase/meta/1588230740/.tmp/ns/86a213392e214e65ab0909e61f77882b 2024-12-02T14:14:32,095 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/data/hbase/meta/1588230740/.tmp/ns/86a213392e214e65ab0909e61f77882b as hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/data/hbase/meta/1588230740/ns/86a213392e214e65ab0909e61f77882b 2024-12-02T14:14:32,114 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/data/hbase/meta/1588230740/ns/86a213392e214e65ab0909e61f77882b, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T14:14:32,115 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 76ms, sequenceid=6, compaction requested=false 2024-12-02T14:14:32,134 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T14:14:32,135 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:14:32,135 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:32,135 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:32,135 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148872039Running coprocessor pre-close hooks at 1733148872039Disabling compacts and flushes for region at 1733148872039Disabling writes for close at 1733148872039Obtaining lock to block concurrent updates at 1733148872039Preparing flush snapshotting stores in 1588230740 at 1733148872039Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733148872040 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733148872041 (+1 ms)Flushing 1588230740/ns: creating writer at 1733148872041Flushing 1588230740/ns: appending metadata at 1733148872071 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1733148872071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4acd8479: reopening flushed file at 1733148872094 (+23 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 76ms, sequenceid=6, compaction requested=false at 1733148872115 (+21 ms)Writing region close event to WAL at 1733148872124 (+9 ms)Running coprocessor post-close hooks at 1733148872135 (+11 ms)Closed at 1733148872135 2024-12-02T14:14:32,135 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:32,218 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855.replicationSource.wal-reader.a3a61c9ba14f%2C35999%2C1733148862855,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.1733148864846 to pos 0, reset compression=false 2024-12-02T14:14:32,234 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,33561,1733148866788; all regions closed. 2024-12-02T14:14:32,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741834_1010 (size=1152) 2024-12-02T14:14:32,240 DEBUG [RS:0;a3a61c9ba14f:33561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/oldWALs 2024-12-02T14:14:32,240 INFO [RS:0;a3a61c9ba14f:33561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C33561%2C1733148866788.meta:.meta(num 1733148869713) 2024-12-02T14:14:32,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741832_1008 (size=93) 2024-12-02T14:14:32,246 DEBUG [RS:0;a3a61c9ba14f:33561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/oldWALs 2024-12-02T14:14:32,246 INFO [RS:0;a3a61c9ba14f:33561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C33561%2C1733148866788:(num 1733148868807) 2024-12-02T14:14:32,247 DEBUG [RS:0;a3a61c9ba14f:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:32,247 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:32,247 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:14:32,247 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:14:32,247 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:14:32,247 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:14:32,247 INFO [RS:0;a3a61c9ba14f:33561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33561 2024-12-02T14:14:32,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222/rs 2024-12-02T14:14:32,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11510315222/rs/a3a61c9ba14f,33561,1733148866788 2024-12-02T14:14:32,250 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:32,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,33561,1733148866788] 2024-12-02T14:14:32,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11510315222/draining/a3a61c9ba14f,33561,1733148866788 already deleted, retry=false 2024-12-02T14:14:32,316 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,33561,1733148866788 expired; onlineServers=0 2024-12-02T14:14:32,316 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,44371,1733148866759' ***** 2024-12-02T14:14:32,316 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:14:32,317 INFO [M:0;a3a61c9ba14f:44371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:32,317 INFO [M:0;a3a61c9ba14f:44371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:14:32,317 DEBUG [M:0;a3a61c9ba14f:44371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:14:32,317 DEBUG [M:0;a3a61c9ba14f:44371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:14:32,317 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:14:32,317 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148868567 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148868567,5,FailOnTimeoutGroup] 2024-12-02T14:14:32,317 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148868568 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148868568,5,FailOnTimeoutGroup] 2024-12-02T14:14:32,317 INFO [M:0;a3a61c9ba14f:44371 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:14:32,317 INFO [M:0;a3a61c9ba14f:44371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:14:32,317 DEBUG [M:0;a3a61c9ba14f:44371 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:14:32,317 INFO [M:0;a3a61c9ba14f:44371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:14:32,317 INFO [M:0;a3a61c9ba14f:44371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:14:32,317 INFO [M:0;a3a61c9ba14f:44371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:14:32,317 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:14:32,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11510315222/master 2024-12-02T14:14:32,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11510315222 2024-12-02T14:14:32,318 DEBUG [M:0;a3a61c9ba14f:44371 {}] zookeeper.ZKUtil(347): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Unable to get data of znode /11510315222/master because node does not exist (not an error) 2024-12-02T14:14:32,318 WARN [M:0;a3a61c9ba14f:44371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:14:32,319 INFO [M:0;a3a61c9ba14f:44371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/.lastflushedseqids 2024-12-02T14:14:32,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741836_1012 (size=99) 2024-12-02T14:14:32,416 INFO [RS:0;a3a61c9ba14f:33561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:32,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:32,416 INFO [RS:0;a3a61c9ba14f:33561 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,33561,1733148866788; zookeeper connection closed. 2024-12-02T14:14:32,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x1009b4842680004, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:32,416 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6692564a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6692564a 2024-12-02T14:14:32,416 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:14:32,724 INFO [M:0;a3a61c9ba14f:44371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:14:32,724 INFO [M:0;a3a61c9ba14f:44371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:14:32,724 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855.replicationSource.wal-reader.a3a61c9ba14f%2C35999%2C1733148862855,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.1733148864846 to pos 0, reset compression=false 2024-12-02T14:14:32,724 DEBUG [M:0;a3a61c9ba14f:44371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:14:32,724 INFO [M:0;a3a61c9ba14f:44371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:32,724 DEBUG [M:0;a3a61c9ba14f:44371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:32,724 DEBUG [M:0;a3a61c9ba14f:44371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:14:32,724 DEBUG [M:0;a3a61c9ba14f:44371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:32,724 INFO [M:0;a3a61c9ba14f:44371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T14:14:32,738 DEBUG [M:0;a3a61c9ba14f:44371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8fc79d9989a54a97b5dbc8ca618e327d is 82, key is hbase:meta,,1/info:regioninfo/1733148869745/Put/seqid=0 2024-12-02T14:14:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741837_1013 (size=5672) 2024-12-02T14:14:33,143 INFO [M:0;a3a61c9ba14f:44371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8fc79d9989a54a97b5dbc8ca618e327d 2024-12-02T14:14:33,160 DEBUG [M:0;a3a61c9ba14f:44371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc22dc87a2774df9ad853ca5bf98bc10 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733148869761/Put/seqid=0 2024-12-02T14:14:33,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741838_1014 (size=5275) 2024-12-02T14:14:33,329 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855.replicationSource.wal-reader.a3a61c9ba14f%2C35999%2C1733148862855,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.1733148864846 to pos 0, reset compression=false 2024-12-02T14:14:33,565 INFO [M:0;a3a61c9ba14f:44371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc22dc87a2774df9ad853ca5bf98bc10 2024-12-02T14:14:33,587 DEBUG [M:0;a3a61c9ba14f:44371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93ef9505dac04e97a350b5aa1780a0c7 is 69, key is a3a61c9ba14f,33561,1733148866788/rs:state/1733148868650/Put/seqid=0 2024-12-02T14:14:33,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741839_1015 (size=5156) 2024-12-02T14:14:33,992 INFO [M:0;a3a61c9ba14f:44371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93ef9505dac04e97a350b5aa1780a0c7 2024-12-02T14:14:33,999 DEBUG [M:0;a3a61c9ba14f:44371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8fc79d9989a54a97b5dbc8ca618e327d as hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8fc79d9989a54a97b5dbc8ca618e327d 2024-12-02T14:14:34,005 INFO [M:0;a3a61c9ba14f:44371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8fc79d9989a54a97b5dbc8ca618e327d, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T14:14:34,006 DEBUG [M:0;a3a61c9ba14f:44371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc22dc87a2774df9ad853ca5bf98bc10 as hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc22dc87a2774df9ad853ca5bf98bc10 2024-12-02T14:14:34,011 INFO [M:0;a3a61c9ba14f:44371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc22dc87a2774df9ad853ca5bf98bc10, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T14:14:34,012 DEBUG [M:0;a3a61c9ba14f:44371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93ef9505dac04e97a350b5aa1780a0c7 as hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93ef9505dac04e97a350b5aa1780a0c7 2024-12-02T14:14:34,018 INFO [M:0;a3a61c9ba14f:44371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93ef9505dac04e97a350b5aa1780a0c7, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T14:14:34,019 INFO [M:0;a3a61c9ba14f:44371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false 2024-12-02T14:14:34,020 INFO [M:0;a3a61c9ba14f:44371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:34,020 DEBUG [M:0;a3a61c9ba14f:44371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148872724Disabling compacts and flushes for region at 1733148872724Disabling writes for close at 1733148872724Obtaining lock to block concurrent updates at 1733148872724Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148872724Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733148872725 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148872725Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148872725Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148872738 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148872738Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148873148 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148873159 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148873159Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148873571 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148873586 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148873586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10cd4092: reopening flushed file at 1733148873998 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11247053: reopening flushed file at 1733148874005 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cbcab98: reopening flushed file at 1733148874011 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false at 1733148874019 (+8 ms)Writing region close event to WAL at 1733148874020 (+1 ms)Closed at 1733148874020 2024-12-02T14:14:34,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741830_1006 (size=10165) 2024-12-02T14:14:34,022 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/070b2979-831e-96b2-7216-209cdf6eabb7/MasterData/WALs/a3a61c9ba14f,44371,1733148866759/a3a61c9ba14f%2C44371%2C1733148866759.1733148868501 not finished, retry = 0 2024-12-02T14:14:34,035 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855.replicationSource.wal-reader.a3a61c9ba14f%2C35999%2C1733148862855,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.1733148864846 to pos 0, reset compression=false 2024-12-02T14:14:34,124 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:14:34,124 INFO [M:0;a3a61c9ba14f:44371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:14:34,124 INFO [M:0;a3a61c9ba14f:44371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44371 2024-12-02T14:14:34,124 INFO [M:0;a3a61c9ba14f:44371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:34,225 INFO [M:0;a3a61c9ba14f:44371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:34,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:34,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44371-0x1009b4842680003, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:34,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29e76d9b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:34,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e4bcfa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:14:34,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:14:34,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ae4ebc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:14:34,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2eb4cca5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/hadoop.log.dir/,STOPPED} 2024-12-02T14:14:34,230 WARN [BP-511451837-172.17.0.2-1733148865920 heartbeating to localhost/127.0.0.1:38101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:14:34,230 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:14:34,230 WARN [BP-511451837-172.17.0.2-1733148865920 heartbeating to localhost/127.0.0.1:38101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-511451837-172.17.0.2-1733148865920 (Datanode Uuid cf977a82-53e9-47fc-9e77-a48c8805b180) service to localhost/127.0.0.1:38101 2024-12-02T14:14:34,230 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:14:34,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/cluster_0b60ff70-599a-0627-3b32-d1fe0d7b99d1/data/data1/current/BP-511451837-172.17.0.2-1733148865920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:34,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/cluster_0b60ff70-599a-0627-3b32-d1fe0d7b99d1/data/data2/current/BP-511451837-172.17.0.2-1733148865920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:34,231 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:14:34,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c8e74ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:14:34,235 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74b78d20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:14:34,235 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:14:34,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74193318{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:14:34,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@462695ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/hadoop.log.dir/,STOPPED} 2024-12-02T14:14:34,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:14:34,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:14:34,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:34,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:34,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:34,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:34,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:34,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:14:34,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=566055917, stopped=false 2024-12-02T14:14:34,251 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,37073,1733148862812 2024-12-02T14:14:34,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081475371/running 2024-12-02T14:14:34,252 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081475371/running 2024-12-02T14:14:34,252 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:14:34,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:34,252 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:34,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:34,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:34,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:34,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Set watcher on znode that does not yet exist, /01081475371/running 2024-12-02T14:14:34,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Set watcher on znode that does not yet exist, /01081475371/running 2024-12-02T14:14:34,252 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,35999,1733148862855' ***** 2024-12-02T14:14:34,252 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:14:34,253 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:14:34,253 INFO [RS:0;a3a61c9ba14f:35999 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:14:34,253 INFO [RS:0;a3a61c9ba14f:35999 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:14:34,253 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(3091): Received CLOSE for 1291c5269e5ac492ab3bb63be4427b45 2024-12-02T14:14:34,253 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:14:34,253 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,35999,1733148862855 2024-12-02T14:14:34,253 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:34,253 INFO [RS:0;a3a61c9ba14f:35999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:35999. 2024-12-02T14:14:34,253 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1291c5269e5ac492ab3bb63be4427b45, disabling compactions & flushes 2024-12-02T14:14:34,253 DEBUG [RS:0;a3a61c9ba14f:35999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:34,253 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. 2024-12-02T14:14:34,253 DEBUG [RS:0;a3a61c9ba14f:35999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:34,253 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. 2024-12-02T14:14:34,254 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. after waiting 0 ms 2024-12-02T14:14:34,254 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:14:34,254 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:14:34,254 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. 2024-12-02T14:14:34,254 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:14:34,254 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1291c5269e5ac492ab3bb63be4427b45 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T14:14:34,254 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:14:34,254 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:14:34,254 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1325): Online Regions={1291c5269e5ac492ab3bb63be4427b45=hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:14:34,254 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1351): Waiting on 1291c5269e5ac492ab3bb63be4427b45, 1588230740 2024-12-02T14:14:34,254 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:14:34,254 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:14:34,254 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:14:34,254 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:14:34,254 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:14:34,254 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T14:14:34,268 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/.tmp/info/8529f1efdb1a417b9f81a180a877c4c1 is 147, key is hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45./info:regioninfo/1733148871038/Put/seqid=0 2024-12-02T14:14:34,270 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/replication/1291c5269e5ac492ab3bb63be4427b45/.tmp/queue/6905633281824ff8b93355f595e25af3 is 151, key is 1-a3a61c9ba14f,35999,1733148862855/queue:a3a61c9ba14f%2C35999%2C1733148862855/1733148871272/Put/seqid=0 2024-12-02T14:14:34,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741838_1014 (size=6631) 2024-12-02T14:14:34,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741839_1015 (size=5350) 2024-12-02T14:14:34,329 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:34,454 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1351): Waiting on 1291c5269e5ac492ab3bb63be4427b45, 1588230740 2024-12-02T14:14:34,654 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1351): Waiting on 1291c5269e5ac492ab3bb63be4427b45, 1588230740 2024-12-02T14:14:34,673 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/.tmp/info/8529f1efdb1a417b9f81a180a877c4c1 2024-12-02T14:14:34,675 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/replication/1291c5269e5ac492ab3bb63be4427b45/.tmp/queue/6905633281824ff8b93355f595e25af3 2024-12-02T14:14:34,681 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/replication/1291c5269e5ac492ab3bb63be4427b45/.tmp/queue/6905633281824ff8b93355f595e25af3 as hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/replication/1291c5269e5ac492ab3bb63be4427b45/queue/6905633281824ff8b93355f595e25af3 2024-12-02T14:14:34,686 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/replication/1291c5269e5ac492ab3bb63be4427b45/queue/6905633281824ff8b93355f595e25af3, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T14:14:34,687 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1291c5269e5ac492ab3bb63be4427b45 in 433ms, sequenceid=5, compaction requested=false 2024-12-02T14:14:34,688 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T14:14:34,694 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/replication/1291c5269e5ac492ab3bb63be4427b45/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:14:34,695 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:14:34,695 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:34,695 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. 2024-12-02T14:14:34,695 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1291c5269e5ac492ab3bb63be4427b45: Waiting for close lock at 1733148874253Running coprocessor pre-close hooks at 1733148874253Disabling compacts and flushes for region at 1733148874253Disabling writes for close at 1733148874254 (+1 ms)Obtaining lock to block concurrent updates at 1733148874254Preparing flush snapshotting stores in 1291c5269e5ac492ab3bb63be4427b45 at 1733148874254Finished memstore snapshotting hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733148874254Flushing stores of hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. at 1733148874255 (+1 ms)Flushing 1291c5269e5ac492ab3bb63be4427b45/queue: creating writer at 1733148874255Flushing 1291c5269e5ac492ab3bb63be4427b45/queue: appending metadata at 1733148874270 (+15 ms)Flushing 1291c5269e5ac492ab3bb63be4427b45/queue: closing flushed file at 1733148874270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76556f0: reopening flushed file at 1733148874680 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1291c5269e5ac492ab3bb63be4427b45 in 433ms, sequenceid=5, compaction requested=false at 1733148874688 (+8 ms)Writing region close event to WAL at 1733148874690 (+2 ms)Running coprocessor post-close hooks at 1733148874695 (+5 ms)Closed at 1733148874695 2024-12-02T14:14:34,695 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733148869864.1291c5269e5ac492ab3bb63be4427b45. 2024-12-02T14:14:34,698 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/.tmp/ns/c8a55d5b6de845b2b5a38234baa60ffb is 43, key is default/ns:d/1733148865845/Put/seqid=0 2024-12-02T14:14:34,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741840_1016 (size=5153) 2024-12-02T14:14:34,709 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:14:34,709 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:14:34,840 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855.replicationSource.wal-reader.a3a61c9ba14f%2C35999%2C1733148862855,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.1733148864846 to pos 0, reset compression=false 2024-12-02T14:14:34,855 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:35,055 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:35,102 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/.tmp/ns/c8a55d5b6de845b2b5a38234baa60ffb 2024-12-02T14:14:35,121 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/.tmp/table/af821bcc310047ef80a3957190acbf4c is 53, key is hbase:replication/table:state/1733148871047/Put/seqid=0 2024-12-02T14:14:35,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741841_1017 (size=5256) 2024-12-02T14:14:35,255 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T14:14:35,255 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:14:35,255 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:35,455 DEBUG [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:35,525 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/.tmp/table/af821bcc310047ef80a3957190acbf4c 2024-12-02T14:14:35,532 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/.tmp/info/8529f1efdb1a417b9f81a180a877c4c1 as hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/info/8529f1efdb1a417b9f81a180a877c4c1 2024-12-02T14:14:35,537 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/info/8529f1efdb1a417b9f81a180a877c4c1, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T14:14:35,538 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/.tmp/ns/c8a55d5b6de845b2b5a38234baa60ffb as hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/ns/c8a55d5b6de845b2b5a38234baa60ffb 2024-12-02T14:14:35,544 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/ns/c8a55d5b6de845b2b5a38234baa60ffb, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T14:14:35,545 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/.tmp/table/af821bcc310047ef80a3957190acbf4c as hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/table/af821bcc310047ef80a3957190acbf4c 2024-12-02T14:14:35,550 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/table/af821bcc310047ef80a3957190acbf4c, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T14:14:35,551 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false 2024-12-02T14:14:35,555 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T14:14:35,556 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:14:35,556 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:35,556 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:35,556 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148874254Running coprocessor pre-close hooks at 1733148874254Disabling compacts and flushes for region at 1733148874254Disabling writes for close at 1733148874254Obtaining lock to block concurrent updates at 1733148874254Preparing flush snapshotting stores in 1588230740 at 1733148874254Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733148874255 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733148874255Flushing 1588230740/info: creating writer at 1733148874255Flushing 1588230740/info: appending metadata at 1733148874268 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733148874268Flushing 1588230740/ns: creating writer at 1733148874679 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733148874697 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733148874697Flushing 1588230740/table: creating writer at 1733148875108 (+411 ms)Flushing 1588230740/table: appending metadata at 1733148875120 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733148875120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6759ed99: reopening flushed file at 1733148875531 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f1dbe84: reopening flushed file at 1733148875537 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f863e77: reopening flushed file at 1733148875544 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1733148875551 (+7 ms)Writing region close event to WAL at 1733148875552 (+1 ms)Running coprocessor post-close hooks at 1733148875556 (+4 ms)Closed at 1733148875556 2024-12-02T14:14:35,556 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:35,655 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,35999,1733148862855; all regions closed. 2024-12-02T14:14:35,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741834_1010 (size=2742) 2024-12-02T14:14:35,658 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.meta.1733148865796.meta not finished, retry = 0 2024-12-02T14:14:35,744 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855.replicationSource.wal-reader.a3a61c9ba14f%2C35999%2C1733148862855,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.1733148864846 to pos 0, reset compression=false 2024-12-02T14:14:35,761 DEBUG [RS:0;a3a61c9ba14f:35999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/oldWALs 2024-12-02T14:14:35,761 INFO [RS:0;a3a61c9ba14f:35999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C35999%2C1733148862855.meta:.meta(num 1733148865796) 2024-12-02T14:14:35,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741837_1013 (size=1586) 2024-12-02T14:14:35,763 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/WALs/a3a61c9ba14f,35999,1733148862855/a3a61c9ba14f%2C35999%2C1733148862855.rep.1733148871004 not finished, retry = 0 2024-12-02T14:14:35,866 DEBUG [RS:0;a3a61c9ba14f:35999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/oldWALs 2024-12-02T14:14:35,866 INFO [RS:0;a3a61c9ba14f:35999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C35999%2C1733148862855.rep:(num 1733148871004) 2024-12-02T14:14:35,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741832_1008 (size=93) 2024-12-02T14:14:35,870 DEBUG [RS:0;a3a61c9ba14f:35999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/oldWALs 2024-12-02T14:14:35,870 INFO [RS:0;a3a61c9ba14f:35999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C35999%2C1733148862855:(num 1733148864846) 2024-12-02T14:14:35,870 DEBUG [RS:0;a3a61c9ba14f:35999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:35,870 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:35,870 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:14:35,871 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T14:14:35,871 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:14:35,871 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:14:35,871 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,35999,1733148862855 because: Region server is closing 2024-12-02T14:14:35,871 INFO [RS:0;a3a61c9ba14f:35999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:35999. 2024-12-02T14:14:35,871 DEBUG [RS:0;a3a61c9ba14f:35999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:35,871 DEBUG [RS:0;a3a61c9ba14f:35999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:35,871 DEBUG [RS:0;a3a61c9ba14f:35999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:35,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:35,972 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855.replicationSource.wal-reader.a3a61c9ba14f%2C35999%2C1733148862855,1-a3a61c9ba14f,35999,1733148862855 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T14:14:35,972 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855.replicationSource.shippera3a61c9ba14f%2C35999%2C1733148862855,1-a3a61c9ba14f,35999,1733148862855 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T14:14:35,972 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35999,1733148862855.replicationSource.shippera3a61c9ba14f%2C35999%2C1733148862855,1-a3a61c9ba14f,35999,1733148862855 terminated 2024-12-02T14:14:35,972 INFO [RS:0;a3a61c9ba14f:35999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35999 2024-12-02T14:14:35,973 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:35,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371/rs 2024-12-02T14:14:35,973 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081475371/rs/a3a61c9ba14f,35999,1733148862855 2024-12-02T14:14:35,974 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,35999,1733148862855] 2024-12-02T14:14:35,975 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01081475371/draining/a3a61c9ba14f,35999,1733148862855 already deleted, retry=false 2024-12-02T14:14:35,975 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,35999,1733148862855 expired; onlineServers=0 2024-12-02T14:14:35,975 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,37073,1733148862812' ***** 2024-12-02T14:14:35,975 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:14:35,975 INFO [M:0;a3a61c9ba14f:37073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:35,975 INFO [M:0;a3a61c9ba14f:37073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:14:35,975 DEBUG [M:0;a3a61c9ba14f:37073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:14:35,975 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:14:35,975 DEBUG [M:0;a3a61c9ba14f:37073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:14:35,975 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148864641 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148864641,5,FailOnTimeoutGroup] 2024-12-02T14:14:35,975 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148864640 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148864640,5,FailOnTimeoutGroup] 2024-12-02T14:14:35,975 INFO [M:0;a3a61c9ba14f:37073 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:14:35,975 INFO [M:0;a3a61c9ba14f:37073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:14:35,975 DEBUG [M:0;a3a61c9ba14f:37073 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:14:35,976 INFO [M:0;a3a61c9ba14f:37073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:14:35,976 INFO [M:0;a3a61c9ba14f:37073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:14:35,976 INFO [M:0;a3a61c9ba14f:37073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:14:35,976 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:14:35,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081475371/master 2024-12-02T14:14:35,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081475371 2024-12-02T14:14:35,976 DEBUG [M:0;a3a61c9ba14f:37073 {}] zookeeper.ZKUtil(347): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Unable to get data of znode /01081475371/master because node does not exist (not an error) 2024-12-02T14:14:35,976 WARN [M:0;a3a61c9ba14f:37073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:14:35,977 INFO [M:0;a3a61c9ba14f:37073 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/.lastflushedseqids 2024-12-02T14:14:35,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741842_1018 (size=181) 2024-12-02T14:14:36,074 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:36,074 INFO [RS:0;a3a61c9ba14f:35999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:36,074 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1009b4842680001, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:36,074 INFO [RS:0;a3a61c9ba14f:35999 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,35999,1733148862855; zookeeper connection closed. 2024-12-02T14:14:36,075 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36982603 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36982603 2024-12-02T14:14:36,075 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:14:36,382 INFO [M:0;a3a61c9ba14f:37073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:14:36,382 INFO [M:0;a3a61c9ba14f:37073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:14:36,382 DEBUG [M:0;a3a61c9ba14f:37073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:14:36,382 INFO [M:0;a3a61c9ba14f:37073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:36,382 DEBUG [M:0;a3a61c9ba14f:37073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:36,382 DEBUG [M:0;a3a61c9ba14f:37073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:14:36,382 DEBUG [M:0;a3a61c9ba14f:37073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:36,382 INFO [M:0;a3a61c9ba14f:37073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T14:14:36,397 DEBUG [M:0;a3a61c9ba14f:37073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b42f3e8593374b19bd1fda826e5e726f is 82, key is hbase:meta,,1/info:regioninfo/1733148865832/Put/seqid=0 2024-12-02T14:14:36,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741843_1019 (size=5672) 2024-12-02T14:14:36,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:14:36,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:36,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:36,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:36,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:36,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:14:36,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:14:36,801 INFO [M:0;a3a61c9ba14f:37073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b42f3e8593374b19bd1fda826e5e726f 2024-12-02T14:14:36,820 DEBUG [M:0;a3a61c9ba14f:37073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9b2ccbd419b46ea9855da0107c5f436 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733148871052/Put/seqid=0 2024-12-02T14:14:36,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741844_1020 (size=7203) 2024-12-02T14:14:37,224 INFO [M:0;a3a61c9ba14f:37073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9b2ccbd419b46ea9855da0107c5f436 2024-12-02T14:14:37,241 DEBUG [M:0;a3a61c9ba14f:37073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c481c77a04848cc8e6d6df8b25792e1 is 69, key is a3a61c9ba14f,35999,1733148862855/rs:state/1733148864697/Put/seqid=0 2024-12-02T14:14:37,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741845_1021 (size=5156) 2024-12-02T14:14:37,647 INFO [M:0;a3a61c9ba14f:37073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c481c77a04848cc8e6d6df8b25792e1 2024-12-02T14:14:37,652 DEBUG [M:0;a3a61c9ba14f:37073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b42f3e8593374b19bd1fda826e5e726f as hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b42f3e8593374b19bd1fda826e5e726f 2024-12-02T14:14:37,657 INFO [M:0;a3a61c9ba14f:37073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b42f3e8593374b19bd1fda826e5e726f, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T14:14:37,658 DEBUG [M:0;a3a61c9ba14f:37073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9b2ccbd419b46ea9855da0107c5f436 as hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9b2ccbd419b46ea9855da0107c5f436 2024-12-02T14:14:37,662 INFO [M:0;a3a61c9ba14f:37073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9b2ccbd419b46ea9855da0107c5f436, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T14:14:37,663 DEBUG [M:0;a3a61c9ba14f:37073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c481c77a04848cc8e6d6df8b25792e1 as hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c481c77a04848cc8e6d6df8b25792e1 2024-12-02T14:14:37,668 INFO [M:0;a3a61c9ba14f:37073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c481c77a04848cc8e6d6df8b25792e1, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T14:14:37,669 INFO [M:0;a3a61c9ba14f:37073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false 2024-12-02T14:14:37,670 INFO [M:0;a3a61c9ba14f:37073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:37,670 DEBUG [M:0;a3a61c9ba14f:37073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148876382Disabling compacts and flushes for region at 1733148876382Disabling writes for close at 1733148876382Obtaining lock to block concurrent updates at 1733148876382Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148876382Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733148876383 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148876384 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148876384Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148876396 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148876397 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148876806 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148876819 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148876819Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148877229 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148877241 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148877241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd33116: reopening flushed file at 1733148877651 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40eb023e: reopening flushed file at 1733148877657 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34aa68d1: reopening flushed file at 1733148877662 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false at 1733148877669 (+7 ms)Writing region close event to WAL at 1733148877670 (+1 ms)Closed at 1733148877670 2024-12-02T14:14:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741830_1006 (size=41008) 2024-12-02T14:14:37,672 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/890cb50d-cfb6-529e-138b-77536bbd8908/MasterData/WALs/a3a61c9ba14f,37073,1733148862812/a3a61c9ba14f%2C37073%2C1733148862812.1733148864557 not finished, retry = 0 2024-12-02T14:14:37,773 INFO [M:0;a3a61c9ba14f:37073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:14:37,773 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:14:37,773 INFO [M:0;a3a61c9ba14f:37073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37073 2024-12-02T14:14:37,773 INFO [M:0;a3a61c9ba14f:37073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:37,875 INFO [M:0;a3a61c9ba14f:37073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:37,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:37,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37073-0x1009b4842680000, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:37,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@417ceb5c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:37,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4438aed1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:14:37,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:14:37,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e83ddb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:14:37,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d0ba696{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/hadoop.log.dir/,STOPPED} 2024-12-02T14:14:37,879 WARN [BP-1776990452-172.17.0.2-1733148861970 heartbeating to localhost/127.0.0.1:37647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:14:37,879 WARN [BP-1776990452-172.17.0.2-1733148861970 heartbeating to localhost/127.0.0.1:37647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1776990452-172.17.0.2-1733148861970 (Datanode Uuid e245e58d-1f33-4fb3-98a4-bb3ebe1b10fc) service to localhost/127.0.0.1:37647 2024-12-02T14:14:37,879 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:14:37,879 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:14:37,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/cluster_689e74ef-2e49-80f0-997a-3832a4d6e449/data/data1/current/BP-1776990452-172.17.0.2-1733148861970 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:37,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/cluster_689e74ef-2e49-80f0-997a-3832a4d6e449/data/data2/current/BP-1776990452-172.17.0.2-1733148861970 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:37,879 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:14:37,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27e66cab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:14:37,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ca33c04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:14:37,884 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:14:37,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f5c756{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:14:37,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a293c87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35158cf4-3735-99dd-0824-38a9a88a1b4e/hadoop.log.dir/,STOPPED} 2024-12-02T14:14:37,890 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T14:14:37,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:14:37,907 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 108) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37647 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63523) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38101 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63523) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=141 (was 133) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5590 (was 6018) 2024-12-02T14:14:37,914 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=141, ProcessCount=11, AvailableMemoryMB=5590 2024-12-02T14:14:37,925 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-02T14:14:37,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/hadoop.log.dir so I do NOT create it in target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5 2024-12-02T14:14:37,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:14:37,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/hadoop.tmp.dir so I do NOT create it in target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5 2024-12-02T14:14:37,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2105c491-1a6d-cb1d-facb-d2beabc7a57e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:14:37,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5 2024-12-02T14:14:37,925 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/cluster_fa0c644f-74ff-7bec-e4da-67012e55413c, deleteOnExit=true 2024-12-02T14:14:37,928 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/cluster_fa0c644f-74ff-7bec-e4da-67012e55413c/zookeeper_0, clientPort=58450, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/cluster_fa0c644f-74ff-7bec-e4da-67012e55413c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/cluster_fa0c644f-74ff-7bec-e4da-67012e55413c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:14:37,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58450 2024-12-02T14:14:37,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:14:37,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:14:37,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/test.cache.data in system properties and HBase conf 2024-12-02T14:14:37,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:14:37,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:14:37,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:14:37,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:14:37,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:14:37,929 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:14:37,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:14:37,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:14:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:14:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:14:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:14:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:14:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:14:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:14:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:14:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:14:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:14:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:14:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:14:37,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:14:37,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:37,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b4842680005, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:14:37,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b4842680002, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:14:37,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b4842680002, quorum=127.0.0.1:63523, baseZNode=/01081475371 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:14:37,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b4842680005, quorum=127.0.0.1:63523, baseZNode=/11510315222 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:14:37,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:37,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:37,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:37,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:14:37,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:37,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eb9f5f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:37,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35ebd4ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:38,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4be308ac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/java.io.tmpdir/jetty-localhost-34917-hadoop-hdfs-3_4_1-tests_jar-_-any-1085136490843765019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:14:38,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5043fec4{HTTP/1.1, (http/1.1)}{localhost:34917} 2024-12-02T14:14:38,084 INFO [Time-limited test {}] server.Server(415): Started @46466ms 2024-12-02T14:14:38,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:38,140 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:38,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:38,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:38,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:14:38,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9d62609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:38,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@344391ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:38,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a269e61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/java.io.tmpdir/jetty-localhost-46021-hadoop-hdfs-3_4_1-tests_jar-_-any-7307912864688896014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:38,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33983d55{HTTP/1.1, (http/1.1)}{localhost:46021} 2024-12-02T14:14:38,235 INFO [Time-limited test {}] server.Server(415): Started @46617ms 2024-12-02T14:14:38,236 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:14:38,288 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/cluster_fa0c644f-74ff-7bec-e4da-67012e55413c/data/data1/current/BP-473267063-172.17.0.2-1733148877951/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:38,288 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/cluster_fa0c644f-74ff-7bec-e4da-67012e55413c/data/data2/current/BP-473267063-172.17.0.2-1733148877951/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:38,303 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:14:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32a1d1554e3bae96 with lease ID 0xe514cc7e4c67de33: Processing first storage report for DS-d4100024-a661-45c7-87dc-24afe0cc1de2 from datanode DatanodeRegistration(127.0.0.1:37937, datanodeUuid=235c2dd4-ff84-4da4-8e05-3e5f6d736028, infoPort=34641, infoSecurePort=0, ipcPort=38195, storageInfo=lv=-57;cid=testClusterID;nsid=1346945012;c=1733148877951) 2024-12-02T14:14:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32a1d1554e3bae96 with lease ID 0xe514cc7e4c67de33: from storage DS-d4100024-a661-45c7-87dc-24afe0cc1de2 node DatanodeRegistration(127.0.0.1:37937, datanodeUuid=235c2dd4-ff84-4da4-8e05-3e5f6d736028, infoPort=34641, infoSecurePort=0, ipcPort=38195, storageInfo=lv=-57;cid=testClusterID;nsid=1346945012;c=1733148877951), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32a1d1554e3bae96 with lease ID 0xe514cc7e4c67de33: Processing first storage report for DS-602b696f-14ca-4f6a-98b2-ba7c9b77642d from datanode DatanodeRegistration(127.0.0.1:37937, datanodeUuid=235c2dd4-ff84-4da4-8e05-3e5f6d736028, infoPort=34641, infoSecurePort=0, ipcPort=38195, storageInfo=lv=-57;cid=testClusterID;nsid=1346945012;c=1733148877951) 2024-12-02T14:14:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32a1d1554e3bae96 with lease ID 0xe514cc7e4c67de33: from storage DS-602b696f-14ca-4f6a-98b2-ba7c9b77642d node DatanodeRegistration(127.0.0.1:37937, datanodeUuid=235c2dd4-ff84-4da4-8e05-3e5f6d736028, infoPort=34641, infoSecurePort=0, ipcPort=38195, storageInfo=lv=-57;cid=testClusterID;nsid=1346945012;c=1733148877951), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:38,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5 2024-12-02T14:14:38,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:38,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:38,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:14:38,766 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639 with version=8 2024-12-02T14:14:38,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/hbase-staging 2024-12-02T14:14:38,768 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:38,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:38,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:38,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:38,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:38,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:38,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:14:38,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:38,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43299 2024-12-02T14:14:38,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43299 connecting to ZooKeeper ensemble=127.0.0.1:58450 2024-12-02T14:14:38,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432990x0, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:38,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43299-0x1009b4880d60000 connected 2024-12-02T14:14:38,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:38,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:38,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Set watcher on znode that does not yet exist, /0760935375/running 2024-12-02T14:14:38,789 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639, hbase.cluster.distributed=false 2024-12-02T14:14:38,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Set watcher on znode that does not yet exist, /0760935375/acl 2024-12-02T14:14:38,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43299 2024-12-02T14:14:38,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43299 2024-12-02T14:14:38,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43299 2024-12-02T14:14:38,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43299 2024-12-02T14:14:38,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43299 2024-12-02T14:14:38,804 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:38,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:38,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:38,805 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:38,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:38,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:38,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:14:38,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:38,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40715 2024-12-02T14:14:38,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40715 connecting to ZooKeeper ensemble=127.0.0.1:58450 2024-12-02T14:14:38,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:38,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:38,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407150x0, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:38,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Set watcher on znode that does not yet exist, /0760935375/running 2024-12-02T14:14:38,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40715-0x1009b4880d60001 connected 2024-12-02T14:14:38,812 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:14:38,812 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:14:38,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Set watcher on znode that does not yet exist, /0760935375/master 2024-12-02T14:14:38,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Set watcher on znode that does not yet exist, /0760935375/acl 2024-12-02T14:14:38,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40715 2024-12-02T14:14:38,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40715 2024-12-02T14:14:38,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40715 2024-12-02T14:14:38,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40715 2024-12-02T14:14:38,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40715 2024-12-02T14:14:38,832 DEBUG [M:0;a3a61c9ba14f:43299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:43299 2024-12-02T14:14:38,833 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0760935375/backup-masters/a3a61c9ba14f,43299,1733148878768 2024-12-02T14:14:38,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375/backup-masters 2024-12-02T14:14:38,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375/backup-masters 2024-12-02T14:14:38,834 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Set watcher on existing znode=/0760935375/backup-masters/a3a61c9ba14f,43299,1733148878768 2024-12-02T14:14:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0760935375/master 2024-12-02T14:14:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:38,835 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Set watcher on existing znode=/0760935375/master 2024-12-02T14:14:38,835 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0760935375/backup-masters/a3a61c9ba14f,43299,1733148878768 from backup master directory 2024-12-02T14:14:38,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0760935375/backup-masters/a3a61c9ba14f,43299,1733148878768 2024-12-02T14:14:38,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375/backup-masters 2024-12-02T14:14:38,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375/backup-masters 2024-12-02T14:14:38,836 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:38,836 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,43299,1733148878768 2024-12-02T14:14:38,842 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/hbase.id] with ID: 68428b84-4a73-4e52-9076-f9d6def2e60a 2024-12-02T14:14:38,842 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/.tmp/hbase.id 2024-12-02T14:14:38,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:14:39,248 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/.tmp/hbase.id]:[hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/hbase.id] 2024-12-02T14:14:39,259 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:39,259 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:14:39,260 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:14:39,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:39,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:39,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:14:39,667 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:14:39,668 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:14:39,668 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:39,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:14:40,075 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store 2024-12-02T14:14:40,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:14:40,482 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:40,482 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:14:40,482 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:40,482 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:40,482 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:14:40,482 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:40,482 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:40,482 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148880482Disabling compacts and flushes for region at 1733148880482Disabling writes for close at 1733148880482Writing region close event to WAL at 1733148880482Closed at 1733148880482 2024-12-02T14:14:40,483 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/.initializing 2024-12-02T14:14:40,483 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/WALs/a3a61c9ba14f,43299,1733148878768 2024-12-02T14:14:40,484 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:40,486 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C43299%2C1733148878768, suffix=, logDir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/WALs/a3a61c9ba14f,43299,1733148878768, archiveDir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/oldWALs, maxLogs=10 2024-12-02T14:14:40,497 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/WALs/a3a61c9ba14f,43299,1733148878768/a3a61c9ba14f%2C43299%2C1733148878768.1733148880486, exclude list is [], retry=0 2024-12-02T14:14:40,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37937,DS-d4100024-a661-45c7-87dc-24afe0cc1de2,DISK] 2024-12-02T14:14:40,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/WALs/a3a61c9ba14f,43299,1733148878768/a3a61c9ba14f%2C43299%2C1733148878768.1733148880486 2024-12-02T14:14:40,502 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34641:34641)] 2024-12-02T14:14:40,502 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:40,502 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:40,502 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:40,502 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:40,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:40,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:14:40,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:40,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:40,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:40,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:14:40,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:40,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:40,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:40,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:14:40,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:40,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:40,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:40,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:14:40,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:40,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:40,510 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:40,510 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:40,511 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:40,512 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:40,512 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:40,512 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:40,513 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:40,514 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:40,515 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69816946, jitterRate=0.04035356640815735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:40,515 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148880502Initializing all the Stores at 1733148880503 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148880503Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148880503Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148880503Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148880503Cleaning up temporary data from old regions at 1733148880512 (+9 ms)Region opened successfully at 1733148880515 (+3 ms) 2024-12-02T14:14:40,515 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:14:40,518 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454a407f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:40,518 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:14:40,519 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:14:40,519 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:14:40,519 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:14:40,519 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:14:40,519 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:14:40,519 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:14:40,521 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:14:40,522 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Unable to get data of znode /0760935375/balancer because node does not exist (not necessarily an error) 2024-12-02T14:14:40,522 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0760935375/balancer already deleted, retry=false 2024-12-02T14:14:40,523 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:14:40,523 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Unable to get data of znode /0760935375/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:14:40,524 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0760935375/normalizer already deleted, retry=false 2024-12-02T14:14:40,524 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:14:40,525 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Unable to get data of znode /0760935375/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:14:40,525 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0760935375/switch/split already deleted, retry=false 2024-12-02T14:14:40,526 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Unable to get data of znode /0760935375/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:14:40,526 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0760935375/switch/merge already deleted, retry=false 2024-12-02T14:14:40,528 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Unable to get data of znode /0760935375/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:14:40,529 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0760935375/snapshot-cleanup already deleted, retry=false 2024-12-02T14:14:40,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0760935375/running 2024-12-02T14:14:40,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0760935375/running 2024-12-02T14:14:40,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:40,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:40,530 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,43299,1733148878768, sessionid=0x1009b4880d60000, setting cluster-up flag (Was=false) 2024-12-02T14:14:40,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:40,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:40,533 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0760935375/flush-table-proc/acquired, /0760935375/flush-table-proc/reached, /0760935375/flush-table-proc/abort 2024-12-02T14:14:40,534 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,43299,1733148878768 2024-12-02T14:14:40,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:40,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:40,538 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0760935375/online-snapshot/acquired, /0760935375/online-snapshot/reached, /0760935375/online-snapshot/abort 2024-12-02T14:14:40,539 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,43299,1733148878768 2024-12-02T14:14:40,540 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:14:40,541 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:40,542 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:14:40,542 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:14:40,542 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,43299,1733148878768 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:14:40,543 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:40,543 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:40,543 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:40,543 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:40,543 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:14:40,543 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:40,544 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:40,544 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:40,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:40,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:14:40,547 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:40,547 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:14:40,550 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148910550 2024-12-02T14:14:40,550 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:14:40,550 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:14:40,550 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:14:40,550 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:14:40,550 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:14:40,550 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:14:40,551 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,552 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:14:40,552 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:14:40,552 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:14:40,552 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:14:40,552 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:14:40,552 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:14:40,552 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148880552,5,FailOnTimeoutGroup] 2024-12-02T14:14:40,553 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148880552,5,FailOnTimeoutGroup] 2024-12-02T14:14:40,553 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,553 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:14:40,553 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,553 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:14:40,626 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(746): ClusterId : 68428b84-4a73-4e52-9076-f9d6def2e60a 2024-12-02T14:14:40,626 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:14:40,627 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:14:40,627 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:14:40,629 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:14:40,629 DEBUG [RS:0;a3a61c9ba14f:40715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a6b997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:40,638 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:40715 2024-12-02T14:14:40,639 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:14:40,639 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:14:40,639 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:14:40,639 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,43299,1733148878768 with port=40715, startcode=1733148878804 2024-12-02T14:14:40,640 DEBUG [RS:0;a3a61c9ba14f:40715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:14:40,641 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:14:40,641 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,40715,1733148878804 2024-12-02T14:14:40,641 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43299 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,40715,1733148878804 2024-12-02T14:14:40,642 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639 2024-12-02T14:14:40,643 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43637 2024-12-02T14:14:40,643 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:14:40,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375/rs 2024-12-02T14:14:40,644 DEBUG [RS:0;a3a61c9ba14f:40715 {}] zookeeper.ZKUtil(111): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Set watcher on existing znode=/0760935375/rs/a3a61c9ba14f,40715,1733148878804 2024-12-02T14:14:40,644 WARN [RS:0;a3a61c9ba14f:40715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:40,644 INFO [RS:0;a3a61c9ba14f:40715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:40,644 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804 2024-12-02T14:14:40,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,40715,1733148878804] 2024-12-02T14:14:40,647 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:14:40,649 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:14:40,649 INFO [RS:0;a3a61c9ba14f:40715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:14:40,649 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,649 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:14:40,650 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:14:40,650 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,650 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:40,650 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:40,650 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:40,650 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:40,650 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:40,650 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:40,650 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:40,650 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:40,650 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:40,650 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:40,650 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:40,651 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:40,651 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:40,651 DEBUG [RS:0;a3a61c9ba14f:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:40,651 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,651 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,651 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,651 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,651 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,651 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40715,1733148878804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:40,663 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:14:40,664 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40715,1733148878804-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,664 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,664 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.Replication(171): a3a61c9ba14f,40715,1733148878804 started 2024-12-02T14:14:40,675 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:40,675 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,40715,1733148878804, RpcServer on a3a61c9ba14f/172.17.0.2:40715, sessionid=0x1009b4880d60001 2024-12-02T14:14:40,675 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:14:40,675 DEBUG [RS:0;a3a61c9ba14f:40715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,40715,1733148878804 2024-12-02T14:14:40,675 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,40715,1733148878804' 2024-12-02T14:14:40,675 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0760935375/flush-table-proc/abort' 2024-12-02T14:14:40,676 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0760935375/flush-table-proc/acquired' 2024-12-02T14:14:40,676 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:14:40,676 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:14:40,676 DEBUG [RS:0;a3a61c9ba14f:40715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,40715,1733148878804 2024-12-02T14:14:40,676 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,40715,1733148878804' 2024-12-02T14:14:40,676 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0760935375/online-snapshot/abort' 2024-12-02T14:14:40,677 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0760935375/online-snapshot/acquired' 2024-12-02T14:14:40,677 DEBUG [RS:0;a3a61c9ba14f:40715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:14:40,677 INFO [RS:0;a3a61c9ba14f:40715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:14:40,677 INFO [RS:0;a3a61c9ba14f:40715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:14:40,777 INFO [RS:0;a3a61c9ba14f:40715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:40,779 INFO [RS:0;a3a61c9ba14f:40715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C40715%2C1733148878804, suffix=, logDir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804, archiveDir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/oldWALs, maxLogs=10 2024-12-02T14:14:40,790 DEBUG [RS:0;a3a61c9ba14f:40715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779, exclude list is [], retry=0 2024-12-02T14:14:40,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37937,DS-d4100024-a661-45c7-87dc-24afe0cc1de2,DISK] 2024-12-02T14:14:40,794 INFO [RS:0;a3a61c9ba14f:40715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 2024-12-02T14:14:40,794 DEBUG [RS:0;a3a61c9ba14f:40715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34641:34641)] 2024-12-02T14:14:40,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:14:40,955 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639 2024-12-02T14:14:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:14:41,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:41,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:41,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:41,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:41,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:41,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:41,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:41,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:41,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:41,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:41,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:41,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:41,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:41,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:41,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:41,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:41,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:41,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:41,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740 2024-12-02T14:14:41,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740 2024-12-02T14:14:41,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:41,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:41,371 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:41,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:41,374 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:41,374 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62280186, jitterRate=-0.07195290923118591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:41,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733148881361Initializing all the Stores at 1733148881362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148881362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148881362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148881362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148881362Cleaning up temporary data from old regions at 1733148881371 (+9 ms)Region opened successfully at 1733148881375 (+4 ms) 2024-12-02T14:14:41,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:14:41,375 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:14:41,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:14:41,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:14:41,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:14:41,376 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:41,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148881375Disabling compacts and flushes for region at 1733148881375Disabling writes for close at 1733148881375Writing region close event to WAL at 1733148881376 (+1 ms)Closed at 1733148881376 2024-12-02T14:14:41,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:41,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:14:41,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:14:41,378 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:41,379 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:14:41,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:14:41,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:41,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:41,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:41,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:41,530 DEBUG [a3a61c9ba14f:43299 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:14:41,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,40715,1733148878804 2024-12-02T14:14:41,531 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,40715,1733148878804, state=OPENING 2024-12-02T14:14:41,532 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:14:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:41,534 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:41,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0760935375/meta-region-server: CHANGED 2024-12-02T14:14:41,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0760935375/meta-region-server: CHANGED 2024-12-02T14:14:41,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,40715,1733148878804}] 2024-12-02T14:14:41,686 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:14:41,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:14:41,692 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:14:41,692 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:41,692 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:14:41,694 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C40715%2C1733148878804.meta, suffix=.meta, logDir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804, archiveDir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/oldWALs, maxLogs=10 2024-12-02T14:14:41,705 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.meta.1733148881694.meta, exclude list is [], retry=0 2024-12-02T14:14:41,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37937,DS-d4100024-a661-45c7-87dc-24afe0cc1de2,DISK] 2024-12-02T14:14:41,709 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.meta.1733148881694.meta 2024-12-02T14:14:41,710 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34641:34641)] 2024-12-02T14:14:41,710 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:41,710 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:14:41,710 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:14:41,710 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:14:41,710 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:14:41,710 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:14:41,710 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:41,710 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:14:41,710 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:14:41,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:41,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:41,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:41,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:41,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:41,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:41,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:41,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:41,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:41,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:41,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:41,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:41,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:41,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:41,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:41,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:41,716 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:41,717 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740 2024-12-02T14:14:41,718 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740 2024-12-02T14:14:41,719 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:41,719 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:41,719 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:41,721 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:41,721 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67354168, jitterRate=0.0036553144454956055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:41,721 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:14:41,722 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148881711Writing region info on filesystem at 1733148881711Initializing all the Stores at 1733148881711Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148881711Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148881712 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148881712Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148881712Cleaning up temporary data from old regions at 1733148881719 (+7 ms)Running coprocessor post-open hooks at 1733148881721 (+2 ms)Region opened successfully at 1733148881722 (+1 ms) 2024-12-02T14:14:41,723 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148881686 2024-12-02T14:14:41,725 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:14:41,725 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:14:41,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,40715,1733148878804 2024-12-02T14:14:41,726 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,40715,1733148878804, state=OPEN 2024-12-02T14:14:41,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0760935375/meta-region-server 2024-12-02T14:14:41,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0760935375/meta-region-server 2024-12-02T14:14:41,728 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,40715,1733148878804 2024-12-02T14:14:41,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0760935375/meta-region-server: CHANGED 2024-12-02T14:14:41,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0760935375/meta-region-server: CHANGED 2024-12-02T14:14:41,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:14:41,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,40715,1733148878804 in 194 msec 2024-12-02T14:14:41,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:14:41,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-12-02T14:14:41,734 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:41,734 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:14:41,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:41,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,40715,1733148878804, seqNum=-1] 2024-12-02T14:14:41,735 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:41,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:41,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-12-02T14:14:41,742 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148881742, completionTime=-1 2024-12-02T14:14:41,743 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:14:41,743 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:14:41,744 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:14:41,744 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148941744 2024-12-02T14:14:41,744 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149001744 2024-12-02T14:14:41,745 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:14:41,745 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43299,1733148878768-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:41,745 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43299,1733148878768-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:41,745 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43299,1733148878768-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:41,745 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:43299, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:41,745 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:41,745 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:41,747 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:14:41,749 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.913sec 2024-12-02T14:14:41,749 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:14:41,749 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:14:41,749 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:14:41,749 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:14:41,749 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:14:41,749 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43299,1733148878768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:41,749 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43299,1733148878768-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:14:41,751 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:14:41,751 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:14:41,751 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43299,1733148878768-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:41,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0b36ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:41,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43299,-1 for getting cluster id 2024-12-02T14:14:41,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:41,828 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68428b84-4a73-4e52-9076-f9d6def2e60a' 2024-12-02T14:14:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68428b84-4a73-4e52-9076-f9d6def2e60a" 2024-12-02T14:14:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bfdeb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43299,-1] 2024-12-02T14:14:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:41,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:41,830 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:41,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d85fd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:41,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:41,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,40715,1733148878804, seqNum=-1] 2024-12-02T14:14:41,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:41,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:41,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,43299,1733148878768 2024-12-02T14:14:41,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58450 2024-12-02T14:14:41,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:41,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b4880d60002 connected 2024-12-02T14:14:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/hadoop.log.dir so I do NOT create it in target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0 2024-12-02T14:14:41,841 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:14:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/hadoop.tmp.dir so I do NOT create it in target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0 2024-12-02T14:14:41,841 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:14:41,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0 2024-12-02T14:14:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:14:41,841 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/cluster_be0a5c4f-8c0c-eecd-a52f-7929f79adc61, deleteOnExit=true 2024-12-02T14:14:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:14:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/test.cache.data in system properties and HBase conf 2024-12-02T14:14:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:14:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:14:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:14:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:14:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:14:41,842 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:14:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:14:41,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:14:41,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:14:41,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:14:41,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:14:41,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:14:41,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:14:41,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:14:41,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:14:41,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:14:41,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:14:41,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:14:41,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:14:41,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:14:41,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:41,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:41,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:41,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:41,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:14:41,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:41,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c57c60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:41,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e34bd97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:41,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ae75893{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/java.io.tmpdir/jetty-localhost-41833-hadoop-hdfs-3_4_1-tests_jar-_-any-12034040346279251796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:14:41,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5943906{HTTP/1.1, (http/1.1)}{localhost:41833} 2024-12-02T14:14:41,997 INFO [Time-limited test {}] server.Server(415): Started @50380ms 2024-12-02T14:14:42,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:42,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:42,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:42,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:42,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:14:42,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20d8b592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:42,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@198cef25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:42,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73bbce45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/java.io.tmpdir/jetty-localhost-34953-hadoop-hdfs-3_4_1-tests_jar-_-any-14705774786286195494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:42,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bdf9be{HTTP/1.1, (http/1.1)}{localhost:34953} 2024-12-02T14:14:42,150 INFO [Time-limited test {}] server.Server(415): Started @50532ms 2024-12-02T14:14:42,151 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:14:42,203 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/cluster_be0a5c4f-8c0c-eecd-a52f-7929f79adc61/data/data1/current/BP-1353702294-172.17.0.2-1733148881859/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:42,203 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/cluster_be0a5c4f-8c0c-eecd-a52f-7929f79adc61/data/data2/current/BP-1353702294-172.17.0.2-1733148881859/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:42,219 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:14:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42bde208ba76a3f3 with lease ID 0xe25815b2df9ee920: Processing first storage report for DS-167512fb-7c78-4eb4-b83b-78c4e5047903 from datanode DatanodeRegistration(127.0.0.1:41719, datanodeUuid=a9a96753-7562-4d62-8bc3-8531ea7fa04e, infoPort=44113, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=735268205;c=1733148881859) 2024-12-02T14:14:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42bde208ba76a3f3 with lease ID 0xe25815b2df9ee920: from storage DS-167512fb-7c78-4eb4-b83b-78c4e5047903 node DatanodeRegistration(127.0.0.1:41719, datanodeUuid=a9a96753-7562-4d62-8bc3-8531ea7fa04e, infoPort=44113, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=735268205;c=1733148881859), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42bde208ba76a3f3 with lease ID 0xe25815b2df9ee920: Processing first storage report for DS-9e866dbb-27fa-46ab-aaa3-dfe0f644bda3 from datanode DatanodeRegistration(127.0.0.1:41719, datanodeUuid=a9a96753-7562-4d62-8bc3-8531ea7fa04e, infoPort=44113, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=735268205;c=1733148881859) 2024-12-02T14:14:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42bde208ba76a3f3 with lease ID 0xe25815b2df9ee920: from storage DS-9e866dbb-27fa-46ab-aaa3-dfe0f644bda3 node DatanodeRegistration(127.0.0.1:41719, datanodeUuid=a9a96753-7562-4d62-8bc3-8531ea7fa04e, infoPort=44113, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=735268205;c=1733148881859), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:42,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0 2024-12-02T14:14:42,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:42,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:14:42,686 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738 with version=8 2024-12-02T14:14:42,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/hbase-staging 2024-12-02T14:14:42,688 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:42,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:42,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:42,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:42,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:42,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:42,689 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:14:42,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:42,693 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36361 2024-12-02T14:14:42,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36361 connecting to ZooKeeper ensemble=127.0.0.1:58450 2024-12-02T14:14:42,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363610x0, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:42,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:42,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:42,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36361-0x1009b4880d60003 connected 2024-12-02T14:14:42,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Set watcher on znode that does not yet exist, /1-95677343/running 2024-12-02T14:14:42,730 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738, hbase.cluster.distributed=false 2024-12-02T14:14:42,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Set watcher on znode that does not yet exist, /1-95677343/acl 2024-12-02T14:14:42,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36361 2024-12-02T14:14:42,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36361 2024-12-02T14:14:42,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36361 2024-12-02T14:14:42,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36361 2024-12-02T14:14:42,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36361 2024-12-02T14:14:42,753 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:42,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:42,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:42,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:42,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:42,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:42,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:14:42,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:42,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43211 2024-12-02T14:14:42,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43211 connecting to ZooKeeper ensemble=127.0.0.1:58450 2024-12-02T14:14:42,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:42,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:42,769 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432110x0, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:42,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432110x0, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Set watcher on znode that does not yet exist, /1-95677343/running 2024-12-02T14:14:42,770 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:14:42,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43211-0x1009b4880d60004 connected 2024-12-02T14:14:42,781 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:14:42,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Set watcher on znode that does not yet exist, /1-95677343/master 2024-12-02T14:14:42,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Set watcher on znode that does not yet exist, /1-95677343/acl 2024-12-02T14:14:42,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43211 2024-12-02T14:14:42,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43211 2024-12-02T14:14:42,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43211 2024-12-02T14:14:42,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43211 2024-12-02T14:14:42,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43211 2024-12-02T14:14:42,823 DEBUG [M:0;a3a61c9ba14f:36361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:36361 2024-12-02T14:14:42,824 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-95677343/backup-masters/a3a61c9ba14f,36361,1733148882688 2024-12-02T14:14:42,826 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343/backup-masters 2024-12-02T14:14:42,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343/backup-masters 2024-12-02T14:14:42,832 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Set watcher on existing znode=/1-95677343/backup-masters/a3a61c9ba14f,36361,1733148882688 2024-12-02T14:14:42,834 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-95677343/master 2024-12-02T14:14:42,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:14:42,834 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:14:42,835 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Set watcher on existing znode=/1-95677343/master 2024-12-02T14:14:42,836 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-95677343/backup-masters/a3a61c9ba14f,36361,1733148882688 from backup master directory 2024-12-02T14:14:42,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-95677343/backup-masters/a3a61c9ba14f,36361,1733148882688 2024-12-02T14:14:42,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343/backup-masters 2024-12-02T14:14:42,837 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343/backup-masters 2024-12-02T14:14:42,837 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:42,837 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,36361,1733148882688 2024-12-02T14:14:42,842 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/hbase.id] with ID: 42f68ec4-1a2c-4366-9670-7003ecf816d0 2024-12-02T14:14:42,842 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/.tmp/hbase.id 2024-12-02T14:14:42,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:14:43,264 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/.tmp/hbase.id]:[hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/hbase.id] 2024-12-02T14:14:43,273 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:43,273 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:14:43,274 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:14:43,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:14:43,275 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:14:43,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:14:43,680 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:14:43,681 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:14:43,681 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:43,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:14:44,089 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store 2024-12-02T14:14:44,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:14:44,496 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:44,496 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:14:44,496 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:44,496 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:44,496 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:14:44,496 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:44,496 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:44,496 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148884496Disabling compacts and flushes for region at 1733148884496Disabling writes for close at 1733148884496Writing region close event to WAL at 1733148884496Closed at 1733148884496 2024-12-02T14:14:44,497 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/.initializing 2024-12-02T14:14:44,497 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/WALs/a3a61c9ba14f,36361,1733148882688 2024-12-02T14:14:44,498 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:44,499 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C36361%2C1733148882688, suffix=, logDir=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/WALs/a3a61c9ba14f,36361,1733148882688, archiveDir=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/oldWALs, maxLogs=10 2024-12-02T14:14:44,510 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/WALs/a3a61c9ba14f,36361,1733148882688/a3a61c9ba14f%2C36361%2C1733148882688.1733148884500, exclude list is [], retry=0 2024-12-02T14:14:44,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41719,DS-167512fb-7c78-4eb4-b83b-78c4e5047903,DISK] 2024-12-02T14:14:44,514 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/WALs/a3a61c9ba14f,36361,1733148882688/a3a61c9ba14f%2C36361%2C1733148882688.1733148884500 2024-12-02T14:14:44,514 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44113:44113)] 2024-12-02T14:14:44,514 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:44,514 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:44,514 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:44,514 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:44,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:44,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:14:44,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:44,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:44,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:44,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:14:44,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:44,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:44,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:44,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:14:44,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:44,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:44,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:44,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:14:44,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:44,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:44,522 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:44,522 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:44,523 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:44,524 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:44,524 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:44,524 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:44,525 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:44,527 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:44,528 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66925312, jitterRate=-0.002735137939453125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:44,528 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148884515Initializing all the Stores at 1733148884515Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148884515Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148884516 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148884516Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148884516Cleaning up temporary data from old regions at 1733148884524 (+8 ms)Region opened successfully at 1733148884528 (+4 ms) 2024-12-02T14:14:44,528 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:14:44,531 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba7c6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:44,532 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:14:44,532 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:14:44,532 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:14:44,532 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:14:44,532 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:14:44,532 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:14:44,533 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:14:44,534 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:14:44,535 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Unable to get data of znode /1-95677343/balancer because node does not exist (not necessarily an error) 2024-12-02T14:14:44,536 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-95677343/balancer already deleted, retry=false 2024-12-02T14:14:44,536 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:14:44,536 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Unable to get data of znode /1-95677343/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:14:44,537 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-95677343/normalizer already deleted, retry=false 2024-12-02T14:14:44,537 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:14:44,538 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Unable to get data of znode /1-95677343/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:14:44,538 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-95677343/switch/split already deleted, retry=false 2024-12-02T14:14:44,539 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Unable to get data of znode /1-95677343/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:14:44,539 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-95677343/switch/merge already deleted, retry=false 2024-12-02T14:14:44,541 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Unable to get data of znode /1-95677343/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:14:44,542 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-95677343/snapshot-cleanup already deleted, retry=false 2024-12-02T14:14:44,543 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-95677343/running 2024-12-02T14:14:44,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-95677343/running 2024-12-02T14:14:44,543 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:14:44,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:14:44,543 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,36361,1733148882688, sessionid=0x1009b4880d60003, setting cluster-up flag (Was=false) 2024-12-02T14:14:44,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:14:44,545 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:14:44,548 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-95677343/flush-table-proc/acquired, /1-95677343/flush-table-proc/reached, /1-95677343/flush-table-proc/abort 2024-12-02T14:14:44,549 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,36361,1733148882688 2024-12-02T14:14:44,551 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:14:44,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:14:44,554 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-95677343/online-snapshot/acquired, /1-95677343/online-snapshot/reached, /1-95677343/online-snapshot/abort 2024-12-02T14:14:44,554 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,36361,1733148882688 2024-12-02T14:14:44,555 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:14:44,557 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:44,557 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:14:44,557 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:14:44,557 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,36361,1733148882688 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:14:44,558 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:44,558 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:44,558 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:44,558 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:44,558 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:14:44,558 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:44,558 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:44,558 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:44,559 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148914559 2024-12-02T14:14:44,559 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:14:44,559 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:14:44,559 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:14:44,559 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:14:44,559 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:14:44,559 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:14:44,560 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:44,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:14:44,560 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:14:44,560 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:14:44,560 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:14:44,560 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:14:44,561 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:14:44,561 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:14:44,561 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:44,561 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148884561,5,FailOnTimeoutGroup] 2024-12-02T14:14:44,561 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:14:44,564 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148884561,5,FailOnTimeoutGroup] 2024-12-02T14:14:44,564 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,565 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:14:44,565 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,565 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:14:44,612 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(746): ClusterId : 42f68ec4-1a2c-4366-9670-7003ecf816d0 2024-12-02T14:14:44,612 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:14:44,613 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:14:44,613 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:14:44,615 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:14:44,615 DEBUG [RS:0;a3a61c9ba14f:43211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa32a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:44,624 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:43211 2024-12-02T14:14:44,624 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:14:44,624 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:14:44,624 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:14:44,625 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,36361,1733148882688 with port=43211, startcode=1733148882753 2024-12-02T14:14:44,625 DEBUG [RS:0;a3a61c9ba14f:43211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:14:44,626 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:14:44,626 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,43211,1733148882753 2024-12-02T14:14:44,626 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36361 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,43211,1733148882753 2024-12-02T14:14:44,628 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738 2024-12-02T14:14:44,628 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36983 2024-12-02T14:14:44,628 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:14:44,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343/rs 2024-12-02T14:14:44,629 DEBUG [RS:0;a3a61c9ba14f:43211 {}] zookeeper.ZKUtil(111): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Set watcher on existing znode=/1-95677343/rs/a3a61c9ba14f,43211,1733148882753 2024-12-02T14:14:44,629 WARN [RS:0;a3a61c9ba14f:43211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:44,629 INFO [RS:0;a3a61c9ba14f:43211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:44,630 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/WALs/a3a61c9ba14f,43211,1733148882753 2024-12-02T14:14:44,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,43211,1733148882753] 2024-12-02T14:14:44,633 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:14:44,634 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:14:44,634 INFO [RS:0;a3a61c9ba14f:43211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:14:44,634 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,634 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:14:44,635 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:14:44,635 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,635 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:44,635 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:44,635 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:44,635 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:44,635 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:44,635 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:44,635 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:44,635 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:44,635 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:44,635 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:44,635 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:44,636 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:44,636 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:44,636 DEBUG [RS:0;a3a61c9ba14f:43211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:44,636 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,636 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,636 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,636 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,636 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,636 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43211,1733148882753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:44,648 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:14:44,649 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43211,1733148882753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,649 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,649 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.Replication(171): a3a61c9ba14f,43211,1733148882753 started 2024-12-02T14:14:44,661 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:44,661 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,43211,1733148882753, RpcServer on a3a61c9ba14f/172.17.0.2:43211, sessionid=0x1009b4880d60004 2024-12-02T14:14:44,661 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:14:44,661 DEBUG [RS:0;a3a61c9ba14f:43211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,43211,1733148882753 2024-12-02T14:14:44,661 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,43211,1733148882753' 2024-12-02T14:14:44,661 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-95677343/flush-table-proc/abort' 2024-12-02T14:14:44,662 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-95677343/flush-table-proc/acquired' 2024-12-02T14:14:44,662 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:14:44,662 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:14:44,662 DEBUG [RS:0;a3a61c9ba14f:43211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,43211,1733148882753 2024-12-02T14:14:44,662 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,43211,1733148882753' 2024-12-02T14:14:44,662 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-95677343/online-snapshot/abort' 2024-12-02T14:14:44,663 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-95677343/online-snapshot/acquired' 2024-12-02T14:14:44,663 DEBUG [RS:0;a3a61c9ba14f:43211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:14:44,663 INFO [RS:0;a3a61c9ba14f:43211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:14:44,663 INFO [RS:0;a3a61c9ba14f:43211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:14:44,763 INFO [RS:0;a3a61c9ba14f:43211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:44,765 INFO [RS:0;a3a61c9ba14f:43211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C43211%2C1733148882753, suffix=, logDir=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/WALs/a3a61c9ba14f,43211,1733148882753, archiveDir=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/oldWALs, maxLogs=10 2024-12-02T14:14:44,776 DEBUG [RS:0;a3a61c9ba14f:43211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/WALs/a3a61c9ba14f,43211,1733148882753/a3a61c9ba14f%2C43211%2C1733148882753.1733148884765, exclude list is [], retry=0 2024-12-02T14:14:44,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41719,DS-167512fb-7c78-4eb4-b83b-78c4e5047903,DISK] 2024-12-02T14:14:44,780 INFO [RS:0;a3a61c9ba14f:43211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/WALs/a3a61c9ba14f,43211,1733148882753/a3a61c9ba14f%2C43211%2C1733148882753.1733148884765 2024-12-02T14:14:44,780 DEBUG [RS:0;a3a61c9ba14f:43211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44113:44113)] 2024-12-02T14:14:44,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:14:44,969 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738 2024-12-02T14:14:44,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:14:45,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:45,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:45,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:45,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:45,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:45,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:45,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:45,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:45,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:45,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:45,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:45,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:45,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:45,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:45,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:45,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:45,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:45,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:45,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740 2024-12-02T14:14:45,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740 2024-12-02T14:14:45,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:45,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:45,385 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:45,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:45,389 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:45,389 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74469244, jitterRate=0.10967820882797241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:45,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733148885375Initializing all the Stores at 1733148885376 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148885376Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148885376Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148885376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148885376Cleaning up temporary data from old regions at 1733148885385 (+9 ms)Region opened successfully at 1733148885389 (+4 ms) 2024-12-02T14:14:45,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:14:45,390 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:14:45,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:14:45,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:14:45,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:14:45,390 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:45,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148885390Disabling compacts and flushes for region at 1733148885390Disabling writes for close at 1733148885390Writing region close event to WAL at 1733148885390Closed at 1733148885390 2024-12-02T14:14:45,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:45,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:14:45,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:14:45,392 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:45,393 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:14:45,543 DEBUG [a3a61c9ba14f:36361 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:14:45,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,43211,1733148882753 2024-12-02T14:14:45,545 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,43211,1733148882753, state=OPENING 2024-12-02T14:14:45,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:14:45,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:14:45,548 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:14:45,548 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:45,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-95677343/meta-region-server: CHANGED 2024-12-02T14:14:45,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-95677343/meta-region-server: CHANGED 2024-12-02T14:14:45,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,43211,1733148882753}] 2024-12-02T14:14:45,701 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:14:45,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:14:45,706 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:14:45,706 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:45,706 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:14:45,707 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C43211%2C1733148882753.meta, suffix=.meta, logDir=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/WALs/a3a61c9ba14f,43211,1733148882753, archiveDir=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/oldWALs, maxLogs=10 2024-12-02T14:14:45,718 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/WALs/a3a61c9ba14f,43211,1733148882753/a3a61c9ba14f%2C43211%2C1733148882753.meta.1733148885708.meta, exclude list is [], retry=0 2024-12-02T14:14:45,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41719,DS-167512fb-7c78-4eb4-b83b-78c4e5047903,DISK] 2024-12-02T14:14:45,721 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/WALs/a3a61c9ba14f,43211,1733148882753/a3a61c9ba14f%2C43211%2C1733148882753.meta.1733148885708.meta 2024-12-02T14:14:45,722 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44113:44113)] 2024-12-02T14:14:45,722 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:45,722 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:14:45,722 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:14:45,722 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:14:45,722 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:14:45,722 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:14:45,722 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:45,723 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:14:45,723 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:14:45,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:45,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:45,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:45,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:45,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:45,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:45,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:45,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:45,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:45,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:45,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:45,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:45,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:45,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:45,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:45,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:45,729 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:45,730 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740 2024-12-02T14:14:45,731 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740 2024-12-02T14:14:45,732 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:45,732 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:45,732 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:45,733 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:45,734 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73182533, jitterRate=0.0905047208070755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:45,734 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:14:45,734 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148885723Writing region info on filesystem at 1733148885723Initializing all the Stores at 1733148885723Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148885723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148885724 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148885724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148885724Cleaning up temporary data from old regions at 1733148885732 (+8 ms)Running coprocessor post-open hooks at 1733148885734 (+2 ms)Region opened successfully at 1733148885734 2024-12-02T14:14:45,735 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148885701 2024-12-02T14:14:45,737 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:14:45,737 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:14:45,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,43211,1733148882753 2024-12-02T14:14:45,738 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,43211,1733148882753, state=OPEN 2024-12-02T14:14:45,739 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-95677343/meta-region-server 2024-12-02T14:14:45,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-95677343/meta-region-server 2024-12-02T14:14:45,739 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,43211,1733148882753 2024-12-02T14:14:45,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-95677343/meta-region-server: CHANGED 2024-12-02T14:14:45,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-95677343/meta-region-server: CHANGED 2024-12-02T14:14:45,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:14:45,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,43211,1733148882753 in 191 msec 2024-12-02T14:14:45,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:14:45,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-12-02T14:14:45,744 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:45,744 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:14:45,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:45,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,43211,1733148882753, seqNum=-1] 2024-12-02T14:14:45,745 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:45,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:45,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-12-02T14:14:45,751 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148885751, completionTime=-1 2024-12-02T14:14:45,751 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:14:45,751 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:14:45,752 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:14:45,752 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148945752 2024-12-02T14:14:45,752 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149005752 2024-12-02T14:14:45,752 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:14:45,752 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36361,1733148882688-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:45,752 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36361,1733148882688-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:45,752 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36361,1733148882688-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:45,752 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:36361, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:45,753 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:45,753 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:45,754 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:14:45,756 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.918sec 2024-12-02T14:14:45,756 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:14:45,756 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:14:45,756 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:14:45,756 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:14:45,756 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:14:45,756 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36361,1733148882688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:45,756 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36361,1733148882688-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:14:45,758 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:14:45,758 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:14:45,758 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36361,1733148882688-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:45,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ac915b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:45,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36361,-1 for getting cluster id 2024-12-02T14:14:45,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:45,814 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42f68ec4-1a2c-4366-9670-7003ecf816d0' 2024-12-02T14:14:45,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:45,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42f68ec4-1a2c-4366-9670-7003ecf816d0" 2024-12-02T14:14:45,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6216efec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:45,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36361,-1] 2024-12-02T14:14:45,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:45,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:45,815 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:45,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c98ed2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:45,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:45,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,43211,1733148882753, seqNum=-1] 2024-12-02T14:14:45,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:45,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:45,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,36361,1733148882688 2024-12-02T14:14:45,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58450 2024-12-02T14:14:45,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:45,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b4880d60005 connected 2024-12-02T14:14:45,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,43299,1733148878768 2024-12-02T14:14:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@217abfd0 2024-12-02T14:14:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:45,829 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:45,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:14:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:14:45,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:14:45,836 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:45,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:14:45,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:14:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:14:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:46,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:14:46,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T14:14:46,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:14:46,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T14:14:46,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:46,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T14:14:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:46,245 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 904db8a7a92b7626991c4366072271b2, NAME => 'test,,1733148885830.904db8a7a92b7626991c4366072271b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639 2024-12-02T14:14:46,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:14:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:46,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:14:46,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733148885830.904db8a7a92b7626991c4366072271b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:46,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 904db8a7a92b7626991c4366072271b2, disabling compactions & flushes 2024-12-02T14:14:46,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733148885830.904db8a7a92b7626991c4366072271b2. 2024-12-02T14:14:46,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733148885830.904db8a7a92b7626991c4366072271b2. 2024-12-02T14:14:46,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733148885830.904db8a7a92b7626991c4366072271b2. after waiting 0 ms 2024-12-02T14:14:46,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733148885830.904db8a7a92b7626991c4366072271b2. 2024-12-02T14:14:46,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733148885830.904db8a7a92b7626991c4366072271b2. 2024-12-02T14:14:46,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 904db8a7a92b7626991c4366072271b2: Waiting for close lock at 1733148886652Disabling compacts and flushes for region at 1733148886652Disabling writes for close at 1733148886652Writing region close event to WAL at 1733148886652Closed at 1733148886652 2024-12-02T14:14:46,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:14:46,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733148885830.904db8a7a92b7626991c4366072271b2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733148886654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148886654"}]},"ts":"1733148886654"} 2024-12-02T14:14:46,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:14:46,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:14:46,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148886657"}]},"ts":"1733148886657"} 2024-12-02T14:14:46,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:14:46,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=904db8a7a92b7626991c4366072271b2, ASSIGN}] 2024-12-02T14:14:46,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=904db8a7a92b7626991c4366072271b2, ASSIGN 2024-12-02T14:14:46,661 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=904db8a7a92b7626991c4366072271b2, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,40715,1733148878804; forceNewPlan=false, retain=false 2024-12-02T14:14:46,812 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=904db8a7a92b7626991c4366072271b2, regionState=OPENING, regionLocation=a3a61c9ba14f,40715,1733148878804 2024-12-02T14:14:46,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=904db8a7a92b7626991c4366072271b2, ASSIGN because future has completed 2024-12-02T14:14:46,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 904db8a7a92b7626991c4366072271b2, server=a3a61c9ba14f,40715,1733148878804}] 2024-12-02T14:14:46,970 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733148885830.904db8a7a92b7626991c4366072271b2. 2024-12-02T14:14:46,971 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 904db8a7a92b7626991c4366072271b2, NAME => 'test,,1733148885830.904db8a7a92b7626991c4366072271b2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:46,971 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:14:46,971 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:14:46,971 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 904db8a7a92b7626991c4366072271b2 2024-12-02T14:14:46,971 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733148885830.904db8a7a92b7626991c4366072271b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:46,971 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 904db8a7a92b7626991c4366072271b2 2024-12-02T14:14:46,971 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 904db8a7a92b7626991c4366072271b2 2024-12-02T14:14:46,973 INFO [StoreOpener-904db8a7a92b7626991c4366072271b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 904db8a7a92b7626991c4366072271b2 2024-12-02T14:14:46,974 INFO [StoreOpener-904db8a7a92b7626991c4366072271b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 904db8a7a92b7626991c4366072271b2 columnFamilyName f 2024-12-02T14:14:46,974 DEBUG [StoreOpener-904db8a7a92b7626991c4366072271b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:46,974 INFO [StoreOpener-904db8a7a92b7626991c4366072271b2-1 {}] regionserver.HStore(327): Store=904db8a7a92b7626991c4366072271b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:46,974 INFO [StoreOpener-904db8a7a92b7626991c4366072271b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 904db8a7a92b7626991c4366072271b2 2024-12-02T14:14:46,976 INFO [StoreOpener-904db8a7a92b7626991c4366072271b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 904db8a7a92b7626991c4366072271b2 columnFamilyName f1 2024-12-02T14:14:46,976 DEBUG [StoreOpener-904db8a7a92b7626991c4366072271b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:46,976 INFO [StoreOpener-904db8a7a92b7626991c4366072271b2-1 {}] regionserver.HStore(327): Store=904db8a7a92b7626991c4366072271b2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:46,976 INFO [StoreOpener-904db8a7a92b7626991c4366072271b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 904db8a7a92b7626991c4366072271b2 2024-12-02T14:14:46,977 INFO [StoreOpener-904db8a7a92b7626991c4366072271b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 904db8a7a92b7626991c4366072271b2 columnFamilyName norep 2024-12-02T14:14:46,977 DEBUG [StoreOpener-904db8a7a92b7626991c4366072271b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:46,978 INFO [StoreOpener-904db8a7a92b7626991c4366072271b2-1 {}] regionserver.HStore(327): Store=904db8a7a92b7626991c4366072271b2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:46,978 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 904db8a7a92b7626991c4366072271b2 2024-12-02T14:14:46,978 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2 2024-12-02T14:14:46,979 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2 2024-12-02T14:14:46,980 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 904db8a7a92b7626991c4366072271b2 2024-12-02T14:14:46,980 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 904db8a7a92b7626991c4366072271b2 2024-12-02T14:14:46,980 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:14:46,981 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 904db8a7a92b7626991c4366072271b2 2024-12-02T14:14:46,984 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:46,984 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 904db8a7a92b7626991c4366072271b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67444030, jitterRate=0.0049943625926971436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:14:46,984 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 904db8a7a92b7626991c4366072271b2 2024-12-02T14:14:46,985 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 904db8a7a92b7626991c4366072271b2: Running coprocessor pre-open hook at 1733148886971Writing region info on filesystem at 1733148886972 (+1 ms)Initializing all the Stores at 1733148886972Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148886972Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148886972Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148886972Cleaning up temporary data from old regions at 1733148886980 (+8 ms)Running coprocessor post-open hooks at 1733148886984 (+4 ms)Region opened successfully at 1733148886985 (+1 ms) 2024-12-02T14:14:46,987 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733148885830.904db8a7a92b7626991c4366072271b2., pid=6, masterSystemTime=1733148886967 2024-12-02T14:14:46,989 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733148885830.904db8a7a92b7626991c4366072271b2. 2024-12-02T14:14:46,989 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733148885830.904db8a7a92b7626991c4366072271b2. 2024-12-02T14:14:46,990 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=904db8a7a92b7626991c4366072271b2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,40715,1733148878804 2024-12-02T14:14:46,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 904db8a7a92b7626991c4366072271b2, server=a3a61c9ba14f,40715,1733148878804 because future has completed 2024-12-02T14:14:46,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:14:46,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 904db8a7a92b7626991c4366072271b2, server=a3a61c9ba14f,40715,1733148878804 in 180 msec 2024-12-02T14:14:46,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:14:46,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=904db8a7a92b7626991c4366072271b2, ASSIGN in 337 msec 2024-12-02T14:14:46,999 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:14:46,999 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148886999"}]},"ts":"1733148886999"} 2024-12-02T14:14:47,001 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:14:47,002 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:14:47,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-12-02T14:14:47,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:14:47,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:47,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:47,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:47,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:47,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:47,987 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:14:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,36361,1733148882688 2024-12-02T14:14:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23f5a06f 2024-12-02T14:14:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:47,989 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:47,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:14:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:14:47,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:14:47,992 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:47,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:14:47,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:14:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:47,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:14:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:48,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2019d1ebf4226eebe0d6e090cd4aef1b, NAME => 'test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738 2024-12-02T14:14:48,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:14:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:48,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:48,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2019d1ebf4226eebe0d6e090cd4aef1b, disabling compactions & flushes 2024-12-02T14:14:48,806 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. 2024-12-02T14:14:48,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. 2024-12-02T14:14:48,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. after waiting 0 ms 2024-12-02T14:14:48,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. 2024-12-02T14:14:48,806 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. 2024-12-02T14:14:48,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2019d1ebf4226eebe0d6e090cd4aef1b: Waiting for close lock at 1733148888806Disabling compacts and flushes for region at 1733148888806Disabling writes for close at 1733148888806Writing region close event to WAL at 1733148888806Closed at 1733148888806 2024-12-02T14:14:48,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:14:48,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733148888808"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148888808"}]},"ts":"1733148888808"} 2024-12-02T14:14:48,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:14:48,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:14:48,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148888811"}]},"ts":"1733148888811"} 2024-12-02T14:14:48,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:14:48,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2019d1ebf4226eebe0d6e090cd4aef1b, ASSIGN}] 2024-12-02T14:14:48,815 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2019d1ebf4226eebe0d6e090cd4aef1b, ASSIGN 2024-12-02T14:14:48,816 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2019d1ebf4226eebe0d6e090cd4aef1b, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,43211,1733148882753; forceNewPlan=false, retain=false 2024-12-02T14:14:48,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2019d1ebf4226eebe0d6e090cd4aef1b, regionState=OPENING, regionLocation=a3a61c9ba14f,43211,1733148882753 2024-12-02T14:14:48,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2019d1ebf4226eebe0d6e090cd4aef1b, ASSIGN because future has completed 2024-12-02T14:14:48,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2019d1ebf4226eebe0d6e090cd4aef1b, server=a3a61c9ba14f,43211,1733148882753}] 2024-12-02T14:14:49,125 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. 2024-12-02T14:14:49,126 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2019d1ebf4226eebe0d6e090cd4aef1b, NAME => 'test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:49,126 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:14:49,126 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:14:49,126 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:14:49,127 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:49,127 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:14:49,127 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:14:49,128 INFO [StoreOpener-2019d1ebf4226eebe0d6e090cd4aef1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:14:49,129 INFO [StoreOpener-2019d1ebf4226eebe0d6e090cd4aef1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2019d1ebf4226eebe0d6e090cd4aef1b columnFamilyName f 2024-12-02T14:14:49,129 DEBUG [StoreOpener-2019d1ebf4226eebe0d6e090cd4aef1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:49,130 INFO [StoreOpener-2019d1ebf4226eebe0d6e090cd4aef1b-1 {}] regionserver.HStore(327): Store=2019d1ebf4226eebe0d6e090cd4aef1b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:49,130 INFO [StoreOpener-2019d1ebf4226eebe0d6e090cd4aef1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:14:49,131 INFO [StoreOpener-2019d1ebf4226eebe0d6e090cd4aef1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2019d1ebf4226eebe0d6e090cd4aef1b columnFamilyName f1 2024-12-02T14:14:49,131 DEBUG [StoreOpener-2019d1ebf4226eebe0d6e090cd4aef1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:49,131 INFO [StoreOpener-2019d1ebf4226eebe0d6e090cd4aef1b-1 {}] regionserver.HStore(327): Store=2019d1ebf4226eebe0d6e090cd4aef1b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:49,131 INFO [StoreOpener-2019d1ebf4226eebe0d6e090cd4aef1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:14:49,132 INFO [StoreOpener-2019d1ebf4226eebe0d6e090cd4aef1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2019d1ebf4226eebe0d6e090cd4aef1b columnFamilyName norep 2024-12-02T14:14:49,132 DEBUG [StoreOpener-2019d1ebf4226eebe0d6e090cd4aef1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:49,133 INFO [StoreOpener-2019d1ebf4226eebe0d6e090cd4aef1b-1 {}] regionserver.HStore(327): Store=2019d1ebf4226eebe0d6e090cd4aef1b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:49,133 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:14:49,134 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/default/test/2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:14:49,134 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/default/test/2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:14:49,135 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:14:49,135 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:14:49,136 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:14:49,137 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:14:49,139 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/default/test/2019d1ebf4226eebe0d6e090cd4aef1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:49,139 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2019d1ebf4226eebe0d6e090cd4aef1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64777426, jitterRate=-0.03474113345146179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:14:49,139 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:14:49,139 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2019d1ebf4226eebe0d6e090cd4aef1b: Running coprocessor pre-open hook at 1733148889127Writing region info on filesystem at 1733148889127Initializing all the Stores at 1733148889128 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148889128Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148889128Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148889128Cleaning up temporary data from old regions at 1733148889135 (+7 ms)Running coprocessor post-open hooks at 1733148889139 (+4 ms)Region opened successfully at 1733148889139 2024-12-02T14:14:49,140 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b., pid=6, masterSystemTime=1733148889121 2024-12-02T14:14:49,142 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. 2024-12-02T14:14:49,142 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. 2024-12-02T14:14:49,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2019d1ebf4226eebe0d6e090cd4aef1b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,43211,1733148882753 2024-12-02T14:14:49,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2019d1ebf4226eebe0d6e090cd4aef1b, server=a3a61c9ba14f,43211,1733148882753 because future has completed 2024-12-02T14:14:49,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:14:49,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2019d1ebf4226eebe0d6e090cd4aef1b, server=a3a61c9ba14f,43211,1733148882753 in 178 msec 2024-12-02T14:14:49,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:14:49,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2019d1ebf4226eebe0d6e090cd4aef1b, ASSIGN in 335 msec 2024-12-02T14:14:49,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:14:49,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148889152"}]},"ts":"1733148889152"} 2024-12-02T14:14:49,154 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:14:49,155 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:14:49,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-12-02T14:14:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:50,136 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:14:50,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ca8d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:50,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43299,-1 for getting cluster id 2024-12-02T14:14:50,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:50,138 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68428b84-4a73-4e52-9076-f9d6def2e60a' 2024-12-02T14:14:50,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:50,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68428b84-4a73-4e52-9076-f9d6def2e60a" 2024-12-02T14:14:50,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3e02fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:50,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43299,-1] 2024-12-02T14:14:50,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:50,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:50,139 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:50,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766053be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:50,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b046ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:50,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36361,-1 for getting cluster id 2024-12-02T14:14:50,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:50,141 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42f68ec4-1a2c-4366-9670-7003ecf816d0' 2024-12-02T14:14:50,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42f68ec4-1a2c-4366-9670-7003ecf816d0" 2024-12-02T14:14:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbf4e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36361,-1] 2024-12-02T14:14:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:50,143 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:50,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db2df98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:50,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:50,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43299,-1 for getting cluster id 2024-12-02T14:14:50,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:50,145 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68428b84-4a73-4e52-9076-f9d6def2e60a' 2024-12-02T14:14:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68428b84-4a73-4e52-9076-f9d6def2e60a" 2024-12-02T14:14:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51219d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43299,-1] 2024-12-02T14:14:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:50,146 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:50,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7123f76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:50,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:50,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,43299,1733148878768 2024-12-02T14:14:50,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42cf1477 2024-12-02T14:14:50,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:50,151 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:50,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:36361,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:14:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:14:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:14:50,154 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:36361' 2024-12-02T14:14:50,156 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad902a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:50,156 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36361,-1 for getting cluster id 2024-12-02T14:14:50,156 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:50,156 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42f68ec4-1a2c-4366-9670-7003ecf816d0' 2024-12-02T14:14:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42f68ec4-1a2c-4366-9670-7003ecf816d0" 2024-12-02T14:14:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d03aabb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36361,-1] 2024-12-02T14:14:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:50,158 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:50,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96a9c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:50,159 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:50,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,36361,1733148882688 2024-12-02T14:14:50,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79b07075 2024-12-02T14:14:50,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:50,160 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:50,161 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T14:14:50,161 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:14:50,161 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:50,161 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:50,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:50,161 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:14:50,162 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:14:50,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:14:50,163 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:50,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:14:50,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741837_1013 (size=1138) 2024-12-02T14:14:50,212 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:14:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:14:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:14:50,571 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67d460be1233033e638160c67f55c83c, NAME => 'hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639 2024-12-02T14:14:50,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741838_1014 (size=44) 2024-12-02T14:14:50,633 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T14:14:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:14:50,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:50,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 67d460be1233033e638160c67f55c83c, disabling compactions & flushes 2024-12-02T14:14:50,977 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. 2024-12-02T14:14:50,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. 2024-12-02T14:14:50,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. after waiting 0 ms 2024-12-02T14:14:50,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. 2024-12-02T14:14:50,978 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. 2024-12-02T14:14:50,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67d460be1233033e638160c67f55c83c: Waiting for close lock at 1733148890977Disabling compacts and flushes for region at 1733148890977Disabling writes for close at 1733148890977Writing region close event to WAL at 1733148890977Closed at 1733148890977 2024-12-02T14:14:50,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:14:50,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733148890979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148890979"}]},"ts":"1733148890979"} 2024-12-02T14:14:50,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:14:50,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:14:50,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148890982"}]},"ts":"1733148890982"} 2024-12-02T14:14:50,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:14:50,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67d460be1233033e638160c67f55c83c, ASSIGN}] 2024-12-02T14:14:50,985 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67d460be1233033e638160c67f55c83c, ASSIGN 2024-12-02T14:14:50,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=67d460be1233033e638160c67f55c83c, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,40715,1733148878804; forceNewPlan=false, retain=false 2024-12-02T14:14:51,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=67d460be1233033e638160c67f55c83c, regionState=OPENING, regionLocation=a3a61c9ba14f,40715,1733148878804 2024-12-02T14:14:51,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=67d460be1233033e638160c67f55c83c, ASSIGN because future has completed 2024-12-02T14:14:51,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67d460be1233033e638160c67f55c83c, server=a3a61c9ba14f,40715,1733148878804}] 2024-12-02T14:14:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:14:51,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. 2024-12-02T14:14:51,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:51,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:14:51,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C40715%2C1733148878804.rep, suffix=, logDir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804, archiveDir=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/oldWALs, maxLogs=10 2024-12-02T14:14:51,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.rep.1733148891297, exclude list is [], retry=0 2024-12-02T14:14:51,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37937,DS-d4100024-a661-45c7-87dc-24afe0cc1de2,DISK] 2024-12-02T14:14:51,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.rep.1733148891297 2024-12-02T14:14:51,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34641:34641)] 2024-12-02T14:14:51,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 67d460be1233033e638160c67f55c83c, NAME => 'hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:51,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:14:51,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:14:51,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. service=MultiRowMutationService 2024-12-02T14:14:51,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:14:51,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 67d460be1233033e638160c67f55c83c 2024-12-02T14:14:51,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:51,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 67d460be1233033e638160c67f55c83c 2024-12-02T14:14:51,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 67d460be1233033e638160c67f55c83c 2024-12-02T14:14:51,314 INFO [StoreOpener-67d460be1233033e638160c67f55c83c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 67d460be1233033e638160c67f55c83c 2024-12-02T14:14:51,315 INFO [StoreOpener-67d460be1233033e638160c67f55c83c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67d460be1233033e638160c67f55c83c columnFamilyName hfileref 2024-12-02T14:14:51,315 DEBUG [StoreOpener-67d460be1233033e638160c67f55c83c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:51,316 INFO [StoreOpener-67d460be1233033e638160c67f55c83c-1 {}] regionserver.HStore(327): Store=67d460be1233033e638160c67f55c83c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:51,316 INFO [StoreOpener-67d460be1233033e638160c67f55c83c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 67d460be1233033e638160c67f55c83c 2024-12-02T14:14:51,317 INFO [StoreOpener-67d460be1233033e638160c67f55c83c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67d460be1233033e638160c67f55c83c columnFamilyName queue 2024-12-02T14:14:51,317 DEBUG [StoreOpener-67d460be1233033e638160c67f55c83c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:51,317 INFO [StoreOpener-67d460be1233033e638160c67f55c83c-1 {}] regionserver.HStore(327): Store=67d460be1233033e638160c67f55c83c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:51,317 INFO [StoreOpener-67d460be1233033e638160c67f55c83c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 67d460be1233033e638160c67f55c83c 2024-12-02T14:14:51,318 INFO [StoreOpener-67d460be1233033e638160c67f55c83c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67d460be1233033e638160c67f55c83c columnFamilyName sid 2024-12-02T14:14:51,318 DEBUG [StoreOpener-67d460be1233033e638160c67f55c83c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:51,318 INFO [StoreOpener-67d460be1233033e638160c67f55c83c-1 {}] regionserver.HStore(327): Store=67d460be1233033e638160c67f55c83c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:51,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 67d460be1233033e638160c67f55c83c 2024-12-02T14:14:51,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c 2024-12-02T14:14:51,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c 2024-12-02T14:14:51,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 67d460be1233033e638160c67f55c83c 2024-12-02T14:14:51,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 67d460be1233033e638160c67f55c83c 2024-12-02T14:14:51,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:14:51,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 67d460be1233033e638160c67f55c83c 2024-12-02T14:14:51,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:51,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 67d460be1233033e638160c67f55c83c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67912300, jitterRate=0.011972129344940186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:14:51,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67d460be1233033e638160c67f55c83c 2024-12-02T14:14:51,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 67d460be1233033e638160c67f55c83c: Running coprocessor pre-open hook at 1733148891313Writing region info on filesystem at 1733148891313Initializing all the Stores at 1733148891314 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148891314Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148891314Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148891314Cleaning up temporary data from old regions at 1733148891320 (+6 ms)Running coprocessor post-open hooks at 1733148891323 (+3 ms)Region opened successfully at 1733148891324 (+1 ms) 2024-12-02T14:14:51,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c., pid=10, masterSystemTime=1733148891292 2024-12-02T14:14:51,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. 2024-12-02T14:14:51,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. 2024-12-02T14:14:51,327 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=67d460be1233033e638160c67f55c83c, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,40715,1733148878804 2024-12-02T14:14:51,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67d460be1233033e638160c67f55c83c, server=a3a61c9ba14f,40715,1733148878804 because future has completed 2024-12-02T14:14:51,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:14:51,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 67d460be1233033e638160c67f55c83c, server=a3a61c9ba14f,40715,1733148878804 in 191 msec 2024-12-02T14:14:51,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T14:14:51,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67d460be1233033e638160c67f55c83c, ASSIGN in 347 msec 2024-12-02T14:14:51,334 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:14:51,334 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148891334"}]},"ts":"1733148891334"} 2024-12-02T14:14:51,336 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:14:51,337 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:14:51,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-12-02T14:14:51,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c., hostname=a3a61c9ba14f,40715,1733148878804, seqNum=2] 2024-12-02T14:14:51,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:51,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:14:51,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:14:51,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T14:14:51,527 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:14:51,550 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,40715,1733148878804, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:14:51,551 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:51,551 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,40715,1733148878804, seqNum=-1] 2024-12-02T14:14:51,551 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:51,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-02T14:14:51,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,40715,1733148878804', locateType=CURRENT is [region=hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c., hostname=a3a61c9ba14f,40715,1733148878804, seqNum=2] 2024-12-02T14:14:51,586 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T14:14:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T14:14:51,589 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,40715,1733148878804 suceeded 2024-12-02T14:14:51,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T14:14:51,591 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:36361,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-02T14:14:51,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-12-02T14:14:51,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4400 sec 2024-12-02T14:14:51,599 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:36361' 2024-12-02T14:14:51,600 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a4fbfed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:51,600 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36361,-1 for getting cluster id 2024-12-02T14:14:51,600 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:51,601 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42f68ec4-1a2c-4366-9670-7003ecf816d0' 2024-12-02T14:14:51,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:51,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42f68ec4-1a2c-4366-9670-7003ecf816d0" 2024-12-02T14:14:51,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2754e253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:51,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36361,-1] 2024-12-02T14:14:51,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:51,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:51,603 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:51,604 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d0c9084, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:51,604 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:51,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,36361,1733148882688 2024-12-02T14:14:51,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a25d59d 2024-12-02T14:14:51,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:51,605 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-02T14:14:51,606 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,40715,1733148878804 (queues=1) is replicating from cluster=68428b84-4a73-4e52-9076-f9d6def2e60a to cluster=42f68ec4-1a2c-4366-9670-7003ecf816d0 2024-12-02T14:14:51,606 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C40715%2C1733148878804 2024-12-02T14:14:51,606 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,40715,1733148878804, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:14:51,606 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.shippera3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C40715%2C1733148878804 2024-12-02T14:14:51,606 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779, startPosition=0, beingWritten=true 2024-12-02T14:14:51,614 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:14:51,614 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 379, reset compression=false 2024-12-02T14:14:51,614 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.shippera3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,40715,1733148878804 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:14:51,819 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 379, reset compression=false 2024-12-02T14:14:52,123 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 379, reset compression=false 2024-12-02T14:14:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:14:52,297 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:14:52,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:52,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:52,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:52,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:52,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:52,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:52,302 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733148892301/Put/seqid=0 2024-12-02T14:14:52,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741840_1016 (size=7894) 2024-12-02T14:14:52,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:14:52,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:52,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:52,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:52,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:52,527 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 379, reset compression=false 2024-12-02T14:14:52,709 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f/f/hfile_1 is 34, key is ddd/f:row/1733148892708/Put/seqid=0 2024-12-02T14:14:52,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741841_1017 (size=7691) 2024-12-02T14:14:53,031 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 379, reset compression=false 2024-12-02T14:14:53,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10049739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:53,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43299,-1 for getting cluster id 2024-12-02T14:14:53,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:53,118 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68428b84-4a73-4e52-9076-f9d6def2e60a' 2024-12-02T14:14:53,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:53,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68428b84-4a73-4e52-9076-f9d6def2e60a" 2024-12-02T14:14:53,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fd5845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:53,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43299,-1] 2024-12-02T14:14:53,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:53,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:53,120 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:53,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781589b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:53,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,40715,1733148878804, seqNum=-1] 2024-12-02T14:14:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:53,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:53,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:53,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,43299,1733148878768 2024-12-02T14:14:53,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d2e1859 2024-12-02T14:14:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:53,137 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733148885830.904db8a7a92b7626991c4366072271b2., hostname=a3a61c9ba14f,40715,1733148878804, seqNum=2] 2024-12-02T14:14:53,154 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T14:14:53,168 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T14:14:53,171 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T14:14:53,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f/f/hfile_1 for inclusion in 904db8a7a92b7626991c4366072271b2/f 2024-12-02T14:14:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T14:14:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:14:53,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f/f/hfile_0 for inclusion in 904db8a7a92b7626991c4366072271b2/f 2024-12-02T14:14:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T14:14:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:14:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HRegion(2603): Flush status journal for 904db8a7a92b7626991c4366072271b2: 2024-12-02T14:14:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f/f/hfile_1 to hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__4t1t8989p88cb8psaqhtb6h1914s9d5kbeisav7jl5ei0qgt8urkbldsmpcdr3k2/f/hfile_1 2024-12-02T14:14:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__4t1t8989p88cb8psaqhtb6h1914s9d5kbeisav7jl5ei0qgt8urkbldsmpcdr3k2/f/hfile_1 as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f/4c93aab06f424b769fbe0b9da1a27142_SeqId_4_ 2024-12-02T14:14:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f/f/hfile_0 to hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__4t1t8989p88cb8psaqhtb6h1914s9d5kbeisav7jl5ei0qgt8urkbldsmpcdr3k2/f/hfile_0 2024-12-02T14:14:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__4t1t8989p88cb8psaqhtb6h1914s9d5kbeisav7jl5ei0qgt8urkbldsmpcdr3k2/f/hfile_0 as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f/cff46c4c18084d8caabac7da5a61c107_SeqId_4_ 2024-12-02T14:14:53,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__4t1t8989p88cb8psaqhtb6h1914s9d5kbeisav7jl5ei0qgt8urkbldsmpcdr3k2/f/hfile_1 into 904db8a7a92b7626991c4366072271b2/f as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f/4c93aab06f424b769fbe0b9da1a27142_SeqId_4_ - updating store file list. 2024-12-02T14:14:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c93aab06f424b769fbe0b9da1a27142_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:14:53,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f/4c93aab06f424b769fbe0b9da1a27142_SeqId_4_ into 904db8a7a92b7626991c4366072271b2/f 2024-12-02T14:14:53,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__4t1t8989p88cb8psaqhtb6h1914s9d5kbeisav7jl5ei0qgt8urkbldsmpcdr3k2/f/hfile_1 into 904db8a7a92b7626991c4366072271b2/f (new location: hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f/4c93aab06f424b769fbe0b9da1a27142_SeqId_4_) 2024-12-02T14:14:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__4t1t8989p88cb8psaqhtb6h1914s9d5kbeisav7jl5ei0qgt8urkbldsmpcdr3k2/f/hfile_1 2024-12-02T14:14:53,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__4t1t8989p88cb8psaqhtb6h1914s9d5kbeisav7jl5ei0qgt8urkbldsmpcdr3k2/f/hfile_0 into 904db8a7a92b7626991c4366072271b2/f as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f/cff46c4c18084d8caabac7da5a61c107_SeqId_4_ - updating store file list. 2024-12-02T14:14:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cff46c4c18084d8caabac7da5a61c107_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:14:53,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f/cff46c4c18084d8caabac7da5a61c107_SeqId_4_ into 904db8a7a92b7626991c4366072271b2/f 2024-12-02T14:14:53,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__4t1t8989p88cb8psaqhtb6h1914s9d5kbeisav7jl5ei0qgt8urkbldsmpcdr3k2/f/hfile_0 into 904db8a7a92b7626991c4366072271b2/f (new location: hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f/cff46c4c18084d8caabac7da5a61c107_SeqId_4_) 2024-12-02T14:14:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__4t1t8989p88cb8psaqhtb6h1914s9d5kbeisav7jl5ei0qgt8urkbldsmpcdr3k2/f/hfile_0 2024-12-02T14:14:53,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:53,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:53,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:53,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:53,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:53,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733148885830.904db8a7a92b7626991c4366072271b2., hostname=a3a61c9ba14f,40715,1733148878804, seqNum=2 , the old value is region=test,,1733148885830.904db8a7a92b7626991c4366072271b2., hostname=a3a61c9ba14f,40715,1733148878804, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a3a61c9ba14f:40715 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:14:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,43211,1733148882753, seqNum=-1] 2024-12-02T14:14:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733148885830.904db8a7a92b7626991c4366072271b2., hostname=a3a61c9ba14f,40715,1733148878804, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:14:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733148885830.904db8a7a92b7626991c4366072271b2., hostname=a3a61c9ba14f,40715,1733148878804, seqNum=2 from cache 2024-12-02T14:14:53,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:53,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:53970 deadline: 1733148953243 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:53970 2024-12-02T14:14:53,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b., hostname=a3a61c9ba14f,43211,1733148882753, seqNum=2] 2024-12-02T14:14:53,254 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T14:14:53,356 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:40715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T14:14:53,635 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 379, reset compression=false 2024-12-02T14:14:53,640 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:14:53,640 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.shippera3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,40715,1733148878804 got entry batch from reader: WALEntryBatch [walEntries=[{test/904db8a7a92b7626991c4366072271b2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733148893236/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T14:14:53,658 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.shippera3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:14:53,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-02T14:14:53,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(318): Replicating [68428b84-4a73-4e52-9076-f9d6def2e60a] bulk loaded data 2024-12-02T14:14:53,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@323b6766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:53,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36361,-1 for getting cluster id 2024-12-02T14:14:53,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:53,664 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42f68ec4-1a2c-4366-9670-7003ecf816d0' 2024-12-02T14:14:53,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:53,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42f68ec4-1a2c-4366-9670-7003ecf816d0" 2024-12-02T14:14:53,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61675cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:53,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36361,-1] 2024-12-02T14:14:53,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:53,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:53,665 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:53,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4347062d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:53,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741837_1013 (size=7691) 2024-12-02T14:14:53,841 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 687, reset compression=false 2024-12-02T14:14:54,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741838_1014 (size=7894) 2024-12-02T14:14:54,144 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 687, reset compression=false 2024-12-02T14:14:54,256 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T14:14:54,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:54,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,36361,1733148882688 2024-12-02T14:14:54,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bf46941 2024-12-02T14:14:54,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:54,494 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-02T14:14:54,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T14:14:54,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:54,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,43211,1733148882753, seqNum=-1] 2024-12-02T14:14:54,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:54,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-02T14:14:54,505 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/staging/jenkins.hfs.6__test__rk0hi3v6d36dgerfsvi9i926n7k1527t3knqklk28l8205uc9h6dm3ofh5em71hf/f/4c93aab06f424b769fbe0b9da1a27142_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T14:14:54,509 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/staging/jenkins.hfs.6__test__rk0hi3v6d36dgerfsvi9i926n7k1527t3knqklk28l8205uc9h6dm3ofh5em71hf/f/cff46c4c18084d8caabac7da5a61c107_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T14:14:54,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/staging/jenkins.hfs.6__test__rk0hi3v6d36dgerfsvi9i926n7k1527t3knqklk28l8205uc9h6dm3ofh5em71hf/f/cff46c4c18084d8caabac7da5a61c107_SeqId_4_ for inclusion in 2019d1ebf4226eebe0d6e090cd4aef1b/f 2024-12-02T14:14:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T14:14:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:14:54,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/staging/jenkins.hfs.6__test__rk0hi3v6d36dgerfsvi9i926n7k1527t3knqklk28l8205uc9h6dm3ofh5em71hf/f/4c93aab06f424b769fbe0b9da1a27142_SeqId_4_ for inclusion in 2019d1ebf4226eebe0d6e090cd4aef1b/f 2024-12-02T14:14:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T14:14:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:14:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HRegion(2603): Flush status journal for 2019d1ebf4226eebe0d6e090cd4aef1b: 2024-12-02T14:14:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cff46c4c18084d8caabac7da5a61c107_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T14:14:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/staging/jenkins.hfs.6__test__rk0hi3v6d36dgerfsvi9i926n7k1527t3knqklk28l8205uc9h6dm3ofh5em71hf/f/cff46c4c18084d8caabac7da5a61c107_SeqId_4_ as hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/default/test/2019d1ebf4226eebe0d6e090cd4aef1b/f/c99e62b6e30540d88d10a9bdd25fa3c7_SeqId_4_ 2024-12-02T14:14:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4c93aab06f424b769fbe0b9da1a27142_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T14:14:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/staging/jenkins.hfs.6__test__rk0hi3v6d36dgerfsvi9i926n7k1527t3knqklk28l8205uc9h6dm3ofh5em71hf/f/4c93aab06f424b769fbe0b9da1a27142_SeqId_4_ as hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/default/test/2019d1ebf4226eebe0d6e090cd4aef1b/f/f2b5dcc24dab453187a746f3d1bc3b17_SeqId_4_ 2024-12-02T14:14:54,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/staging/jenkins.hfs.6__test__rk0hi3v6d36dgerfsvi9i926n7k1527t3knqklk28l8205uc9h6dm3ofh5em71hf/f/cff46c4c18084d8caabac7da5a61c107_SeqId_4_ into 2019d1ebf4226eebe0d6e090cd4aef1b/f as hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/default/test/2019d1ebf4226eebe0d6e090cd4aef1b/f/c99e62b6e30540d88d10a9bdd25fa3c7_SeqId_4_ - updating store file list. 2024-12-02T14:14:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c99e62b6e30540d88d10a9bdd25fa3c7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:14:54,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/default/test/2019d1ebf4226eebe0d6e090cd4aef1b/f/c99e62b6e30540d88d10a9bdd25fa3c7_SeqId_4_ into 2019d1ebf4226eebe0d6e090cd4aef1b/f 2024-12-02T14:14:54,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/staging/jenkins.hfs.6__test__rk0hi3v6d36dgerfsvi9i926n7k1527t3knqklk28l8205uc9h6dm3ofh5em71hf/f/cff46c4c18084d8caabac7da5a61c107_SeqId_4_ into 2019d1ebf4226eebe0d6e090cd4aef1b/f (new location: hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/default/test/2019d1ebf4226eebe0d6e090cd4aef1b/f/c99e62b6e30540d88d10a9bdd25fa3c7_SeqId_4_) 2024-12-02T14:14:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/staging/jenkins.hfs.6__test__rk0hi3v6d36dgerfsvi9i926n7k1527t3knqklk28l8205uc9h6dm3ofh5em71hf/f/cff46c4c18084d8caabac7da5a61c107_SeqId_4_ 2024-12-02T14:14:54,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/staging/jenkins.hfs.6__test__rk0hi3v6d36dgerfsvi9i926n7k1527t3knqklk28l8205uc9h6dm3ofh5em71hf/f/4c93aab06f424b769fbe0b9da1a27142_SeqId_4_ into 2019d1ebf4226eebe0d6e090cd4aef1b/f as hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/default/test/2019d1ebf4226eebe0d6e090cd4aef1b/f/f2b5dcc24dab453187a746f3d1bc3b17_SeqId_4_ - updating store file list. 2024-12-02T14:14:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f2b5dcc24dab453187a746f3d1bc3b17_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:14:54,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/default/test/2019d1ebf4226eebe0d6e090cd4aef1b/f/f2b5dcc24dab453187a746f3d1bc3b17_SeqId_4_ into 2019d1ebf4226eebe0d6e090cd4aef1b/f 2024-12-02T14:14:54,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/staging/jenkins.hfs.6__test__rk0hi3v6d36dgerfsvi9i926n7k1527t3knqklk28l8205uc9h6dm3ofh5em71hf/f/4c93aab06f424b769fbe0b9da1a27142_SeqId_4_ into 2019d1ebf4226eebe0d6e090cd4aef1b/f (new location: hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/default/test/2019d1ebf4226eebe0d6e090cd4aef1b/f/f2b5dcc24dab453187a746f3d1bc3b17_SeqId_4_) 2024-12-02T14:14:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/staging/jenkins.hfs.6__test__rk0hi3v6d36dgerfsvi9i926n7k1527t3knqklk28l8205uc9h6dm3ofh5em71hf/f/4c93aab06f424b769fbe0b9da1a27142_SeqId_4_ 2024-12-02T14:14:54,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43211 {}] regionserver.ReplicationSink(324): Finished replicating [68428b84-4a73-4e52-9076-f9d6def2e60a] bulk loaded data 2024-12-02T14:14:54,548 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 687, reset compression=false 2024-12-02T14:14:55,053 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 687, reset compression=false 2024-12-02T14:14:55,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:55,273 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733148895272/Put/seqid=0 2024-12-02T14:14:55,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741842_1018 (size=7997) 2024-12-02T14:14:55,657 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 687, reset compression=false 2024-12-02T14:14:55,679 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733148895679/Put/seqid=0 2024-12-02T14:14:55,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741843_1019 (size=7794) 2024-12-02T14:14:56,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ae4d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:56,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43299,-1 for getting cluster id 2024-12-02T14:14:56,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:56,085 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68428b84-4a73-4e52-9076-f9d6def2e60a' 2024-12-02T14:14:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68428b84-4a73-4e52-9076-f9d6def2e60a" 2024-12-02T14:14:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d67d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43299,-1] 2024-12-02T14:14:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:56,087 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:56,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6585b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:56,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:56,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,40715,1733148878804, seqNum=-1] 2024-12-02T14:14:56,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:56,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:56,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:56,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,43299,1733148878768 2024-12-02T14:14:56,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bfb215 2024-12-02T14:14:56,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:56,100 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:56,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733148885830.904db8a7a92b7626991c4366072271b2., hostname=a3a61c9ba14f,40715,1733148878804, seqNum=2] 2024-12-02T14:14:56,106 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T14:14:56,113 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T14:14:56,116 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T14:14:56,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f1/f1/hfile_1 for inclusion in 904db8a7a92b7626991c4366072271b2/f1 2024-12-02T14:14:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T14:14:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:14:56,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f1/f1/hfile_0 for inclusion in 904db8a7a92b7626991c4366072271b2/f1 2024-12-02T14:14:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T14:14:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:14:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HRegion(2603): Flush status journal for 904db8a7a92b7626991c4366072271b2: 2024-12-02T14:14:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f1/f1/hfile_1 to hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__g63ug2fn872dhmgsaem81mml3davj1k1gb7q1jo67v5r2k7qf1iohvb74putr1p/f1/hfile_1 2024-12-02T14:14:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__g63ug2fn872dhmgsaem81mml3davj1k1gb7q1jo67v5r2k7qf1iohvb74putr1p/f1/hfile_1 as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f1/edd06c0c52524a11907f47c8116fc2f8_SeqId_6_ 2024-12-02T14:14:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/load_f1/f1/hfile_0 to hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__g63ug2fn872dhmgsaem81mml3davj1k1gb7q1jo67v5r2k7qf1iohvb74putr1p/f1/hfile_0 2024-12-02T14:14:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__g63ug2fn872dhmgsaem81mml3davj1k1gb7q1jo67v5r2k7qf1iohvb74putr1p/f1/hfile_0 as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f1/5b05cf94ad2d4cdc847b24c07652f8b4_SeqId_6_ 2024-12-02T14:14:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-02T14:14:56,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__g63ug2fn872dhmgsaem81mml3davj1k1gb7q1jo67v5r2k7qf1iohvb74putr1p/f1/hfile_1 into 904db8a7a92b7626991c4366072271b2/f1 as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f1/edd06c0c52524a11907f47c8116fc2f8_SeqId_6_ - updating store file list. 2024-12-02T14:14:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for edd06c0c52524a11907f47c8116fc2f8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T14:14:56,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f1/edd06c0c52524a11907f47c8116fc2f8_SeqId_6_ into 904db8a7a92b7626991c4366072271b2/f1 2024-12-02T14:14:56,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__g63ug2fn872dhmgsaem81mml3davj1k1gb7q1jo67v5r2k7qf1iohvb74putr1p/f1/hfile_1 into 904db8a7a92b7626991c4366072271b2/f1 (new location: hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f1/edd06c0c52524a11907f47c8116fc2f8_SeqId_6_) 2024-12-02T14:14:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__g63ug2fn872dhmgsaem81mml3davj1k1gb7q1jo67v5r2k7qf1iohvb74putr1p/f1/hfile_1 2024-12-02T14:14:56,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__g63ug2fn872dhmgsaem81mml3davj1k1gb7q1jo67v5r2k7qf1iohvb74putr1p/f1/hfile_0 into 904db8a7a92b7626991c4366072271b2/f1 as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f1/5b05cf94ad2d4cdc847b24c07652f8b4_SeqId_6_ - updating store file list. 2024-12-02T14:14:56,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T14:14:56,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T14:14:56,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T14:14:56,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T14:14:56,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:14:56,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T14:14:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5b05cf94ad2d4cdc847b24c07652f8b4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T14:14:56,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f1/5b05cf94ad2d4cdc847b24c07652f8b4_SeqId_6_ into 904db8a7a92b7626991c4366072271b2/f1 2024-12-02T14:14:56,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__g63ug2fn872dhmgsaem81mml3davj1k1gb7q1jo67v5r2k7qf1iohvb74putr1p/f1/hfile_0 into 904db8a7a92b7626991c4366072271b2/f1 (new location: hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/f1/5b05cf94ad2d4cdc847b24c07652f8b4_SeqId_6_) 2024-12-02T14:14:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/staging/jenkins__test__g63ug2fn872dhmgsaem81mml3davj1k1gb7q1jo67v5r2k7qf1iohvb74putr1p/f1/hfile_0 2024-12-02T14:14:56,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:56,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:56,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:56,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:56,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:56,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733148885830.904db8a7a92b7626991c4366072271b2., hostname=a3a61c9ba14f,40715,1733148878804, seqNum=2 , the old value is region=test,,1733148885830.904db8a7a92b7626991c4366072271b2., hostname=a3a61c9ba14f,40715,1733148878804, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a3a61c9ba14f:40715 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:14:56,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733148885830.904db8a7a92b7626991c4366072271b2., hostname=a3a61c9ba14f,40715,1733148878804, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:14:56,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733148885830.904db8a7a92b7626991c4366072271b2., hostname=a3a61c9ba14f,40715,1733148878804, seqNum=2 from cache 2024-12-02T14:14:56,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 263 connection: 172.17.0.2:53984 deadline: 1733148956145 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:53984 2024-12-02T14:14:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,40715,1733148878804, seqNum=-1] 2024-12-02T14:14:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:56,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:56,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733148885830.904db8a7a92b7626991c4366072271b2., hostname=a3a61c9ba14f,40715,1733148878804, seqNum=2] 2024-12-02T14:14:56,256 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:40715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T14:14:56,360 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 687, reset compression=false 2024-12-02T14:14:56,365 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:14:56,365 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:14:56,365 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.shippera3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,40715,1733148878804 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:14:56,569 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:14:56,872 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:14:57,276 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:14:57,780 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:14:58,383 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:14:59,087 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:14:59,891 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:00,795 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:01,799 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:02,903 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:04,114 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:05,418 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:06,823 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:08,332 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:08,356 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:15:09,936 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:11,640 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:12,271 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:15:13,444 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:15,349 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:16,368 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.shippera3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,40715,1733148878804 got entry batch from reader: null 2024-12-02T14:15:17,353 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:19,459 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:21,666 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:21,763 INFO [master/a3a61c9ba14f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T14:15:21,764 INFO [master/a3a61c9ba14f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T14:15:23,969 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:25,774 INFO [master/a3a61c9ba14f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T14:15:25,774 INFO [master/a3a61c9ba14f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T14:15:26,373 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:28,877 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:31,481 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:31,972 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 904db8a7a92b7626991c4366072271b2, had cached 0 bytes from a total of 31376 2024-12-02T14:15:34,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2019d1ebf4226eebe0d6e090cd4aef1b, had cached 0 bytes from a total of 15585 2024-12-02T14:15:34,185 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:36,368 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.shippera3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,40715,1733148878804 got entry batch from reader: null 2024-12-02T14:15:36,989 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:38,357 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:15:39,893 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:42,092 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:15:42,271 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:15:42,897 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:45,755 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:15:46,001 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:49,204 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:52,508 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:55,912 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:56,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:15:56,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:15:56,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:15:56,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:56,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:56,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:15:56,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:15:56,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1387960399, stopped=false 2024-12-02T14:15:56,171 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,36361,1733148882688 2024-12-02T14:15:56,172 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-95677343/running 2024-12-02T14:15:56,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-95677343/running 2024-12-02T14:15:56,172 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:15:56,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:15:56,172 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:15:56,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:15:56,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:15:56,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:56,173 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,43211,1733148882753' ***** 2024-12-02T14:15:56,173 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:15:56,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Set watcher on znode that does not yet exist, /1-95677343/running 2024-12-02T14:15:56,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Set watcher on znode that does not yet exist, /1-95677343/running 2024-12-02T14:15:56,174 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:15:56,174 INFO [RS:0;a3a61c9ba14f:43211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:15:56,174 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:15:56,174 INFO [RS:0;a3a61c9ba14f:43211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:15:56,174 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(3091): Received CLOSE for 2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:15:56,174 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,43211,1733148882753 2024-12-02T14:15:56,174 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:15:56,174 INFO [RS:0;a3a61c9ba14f:43211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:43211. 2024-12-02T14:15:56,174 DEBUG [RS:0;a3a61c9ba14f:43211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:15:56,174 DEBUG [RS:0;a3a61c9ba14f:43211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:56,174 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2019d1ebf4226eebe0d6e090cd4aef1b, disabling compactions & flushes 2024-12-02T14:15:56,174 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. 2024-12-02T14:15:56,174 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. 2024-12-02T14:15:56,174 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:15:56,174 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:15:56,174 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. after waiting 0 ms 2024-12-02T14:15:56,174 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:15:56,174 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. 2024-12-02T14:15:56,175 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:15:56,175 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:15:56,175 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2019d1ebf4226eebe0d6e090cd4aef1b=test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b.} 2024-12-02T14:15:56,175 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2019d1ebf4226eebe0d6e090cd4aef1b 2024-12-02T14:15:56,175 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:15:56,175 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:15:56,175 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:15:56,175 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:15:56,175 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:15:56,175 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T14:15:56,179 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/default/test/2019d1ebf4226eebe0d6e090cd4aef1b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T14:15:56,180 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:15:56,180 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:15:56,180 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. 2024-12-02T14:15:56,180 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2019d1ebf4226eebe0d6e090cd4aef1b: Waiting for close lock at 1733148956174Running coprocessor pre-close hooks at 1733148956174Disabling compacts and flushes for region at 1733148956174Disabling writes for close at 1733148956174Writing region close event to WAL at 1733148956175 (+1 ms)Running coprocessor post-close hooks at 1733148956179 (+4 ms)Closed at 1733148956180 (+1 ms) 2024-12-02T14:15:56,180 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b. 2024-12-02T14:15:56,190 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/.tmp/info/9dd6f070eac44ead8c808c51ff7bab34 is 129, key is test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b./info:regioninfo/1733148889143/Put/seqid=0 2024-12-02T14:15:56,192 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:15:56,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741839_1015 (size=6421) 2024-12-02T14:15:56,368 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.shippera3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,40715,1733148878804 got entry batch from reader: null 2024-12-02T14:15:56,375 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:15:56,575 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:15:56,595 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/.tmp/info/9dd6f070eac44ead8c808c51ff7bab34 2024-12-02T14:15:56,612 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/.tmp/ns/9892f532987c4969934398f3bd537e46 is 43, key is default/ns:d/1733148885747/Put/seqid=0 2024-12-02T14:15:56,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741840_1016 (size=5153) 2024-12-02T14:15:56,648 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:15:56,648 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:15:56,775 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:15:56,975 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:15:57,016 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/.tmp/ns/9892f532987c4969934398f3bd537e46 2024-12-02T14:15:57,033 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/.tmp/rep_barrier/6062b66bf4dc45c7b26d435cd2c0f9f0 is 112, key is test,,1733148887989.2019d1ebf4226eebe0d6e090cd4aef1b./rep_barrier:seqnumDuringOpen/1733148889143/Put/seqid=0 2024-12-02T14:15:57,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741841_1017 (size=5518) 2024-12-02T14:15:57,176 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T14:15:57,176 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:15:57,176 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:15:57,376 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:15:57,437 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/.tmp/rep_barrier/6062b66bf4dc45c7b26d435cd2c0f9f0 2024-12-02T14:15:57,460 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/.tmp/table/d8909e3291d54f0e8aa05237d5ca3ee7 is 40, key is test/table:state/1733148889152/Put/seqid=0 2024-12-02T14:15:57,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741842_1018 (size=5165) 2024-12-02T14:15:57,576 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:15:57,776 DEBUG [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:15:57,865 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/.tmp/table/d8909e3291d54f0e8aa05237d5ca3ee7 2024-12-02T14:15:57,871 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/.tmp/info/9dd6f070eac44ead8c808c51ff7bab34 as hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/info/9dd6f070eac44ead8c808c51ff7bab34 2024-12-02T14:15:57,876 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/info/9dd6f070eac44ead8c808c51ff7bab34, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T14:15:57,877 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/.tmp/ns/9892f532987c4969934398f3bd537e46 as hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/ns/9892f532987c4969934398f3bd537e46 2024-12-02T14:15:57,882 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/ns/9892f532987c4969934398f3bd537e46, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T14:15:57,883 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/.tmp/rep_barrier/6062b66bf4dc45c7b26d435cd2c0f9f0 as hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/rep_barrier/6062b66bf4dc45c7b26d435cd2c0f9f0 2024-12-02T14:15:57,888 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/rep_barrier/6062b66bf4dc45c7b26d435cd2c0f9f0, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T14:15:57,889 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/.tmp/table/d8909e3291d54f0e8aa05237d5ca3ee7 as hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/table/d8909e3291d54f0e8aa05237d5ca3ee7 2024-12-02T14:15:57,894 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/table/d8909e3291d54f0e8aa05237d5ca3ee7, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T14:15:57,895 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false 2024-12-02T14:15:57,900 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T14:15:57,901 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:15:57,901 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:15:57,901 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:15:57,901 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148956175Running coprocessor pre-close hooks at 1733148956175Disabling compacts and flushes for region at 1733148956175Disabling writes for close at 1733148956175Obtaining lock to block concurrent updates at 1733148956175Preparing flush snapshotting stores in 1588230740 at 1733148956175Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733148956176 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733148956176Flushing 1588230740/info: creating writer at 1733148956176Flushing 1588230740/info: appending metadata at 1733148956190 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733148956190Flushing 1588230740/ns: creating writer at 1733148956600 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733148956611 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733148956611Flushing 1588230740/rep_barrier: creating writer at 1733148957021 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733148957033 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733148957033Flushing 1588230740/table: creating writer at 1733148957442 (+409 ms)Flushing 1588230740/table: appending metadata at 1733148957460 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733148957460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146e04a4: reopening flushed file at 1733148957870 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c951271: reopening flushed file at 1733148957876 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1331c20f: reopening flushed file at 1733148957882 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d442ba: reopening flushed file at 1733148957888 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false at 1733148957895 (+7 ms)Writing region close event to WAL at 1733148957897 (+2 ms)Running coprocessor post-close hooks at 1733148957901 (+4 ms)Closed at 1733148957901 2024-12-02T14:15:57,901 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:15:57,976 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,43211,1733148882753; all regions closed. 2024-12-02T14:15:57,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741834_1010 (size=2717) 2024-12-02T14:15:57,979 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/WALs/a3a61c9ba14f,43211,1733148882753/a3a61c9ba14f%2C43211%2C1733148882753.meta.1733148885708.meta not finished, retry = 0 2024-12-02T14:15:58,081 DEBUG [RS:0;a3a61c9ba14f:43211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/oldWALs 2024-12-02T14:15:58,081 INFO [RS:0;a3a61c9ba14f:43211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C43211%2C1733148882753.meta:.meta(num 1733148885708) 2024-12-02T14:15:58,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741832_1008 (size=1028) 2024-12-02T14:15:58,086 DEBUG [RS:0;a3a61c9ba14f:43211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/oldWALs 2024-12-02T14:15:58,086 INFO [RS:0;a3a61c9ba14f:43211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C43211%2C1733148882753:(num 1733148884765) 2024-12-02T14:15:58,086 DEBUG [RS:0;a3a61c9ba14f:43211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:58,086 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:15:58,086 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:15:58,086 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:15:58,086 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:15:58,086 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:15:58,086 INFO [RS:0;a3a61c9ba14f:43211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:43211. 2024-12-02T14:15:58,086 DEBUG [RS:0;a3a61c9ba14f:43211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:15:58,086 DEBUG [RS:0;a3a61c9ba14f:43211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:58,087 DEBUG [RS:0;a3a61c9ba14f:43211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:58,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:15:58,087 INFO [RS:0;a3a61c9ba14f:43211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43211 2024-12-02T14:15:58,088 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-95677343/rs/a3a61c9ba14f,43211,1733148882753 2024-12-02T14:15:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343/rs 2024-12-02T14:15:58,088 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:15:58,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,43211,1733148882753] 2024-12-02T14:15:58,089 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-95677343/draining/a3a61c9ba14f,43211,1733148882753 already deleted, retry=false 2024-12-02T14:15:58,090 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,43211,1733148882753 expired; onlineServers=0 2024-12-02T14:15:58,090 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,36361,1733148882688' ***** 2024-12-02T14:15:58,090 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:15:58,090 INFO [M:0;a3a61c9ba14f:36361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:15:58,090 INFO [M:0;a3a61c9ba14f:36361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:15:58,090 DEBUG [M:0;a3a61c9ba14f:36361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:15:58,090 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:15:58,090 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148884561 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148884561,5,FailOnTimeoutGroup] 2024-12-02T14:15:58,090 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148884561 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148884561,5,FailOnTimeoutGroup] 2024-12-02T14:15:58,090 DEBUG [M:0;a3a61c9ba14f:36361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:15:58,090 INFO [M:0;a3a61c9ba14f:36361 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:15:58,090 INFO [M:0;a3a61c9ba14f:36361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:15:58,090 DEBUG [M:0;a3a61c9ba14f:36361 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:15:58,090 INFO [M:0;a3a61c9ba14f:36361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:15:58,091 INFO [M:0;a3a61c9ba14f:36361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:15:58,091 INFO [M:0;a3a61c9ba14f:36361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:15:58,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-95677343/master 2024-12-02T14:15:58,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-95677343 2024-12-02T14:15:58,091 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:15:58,091 DEBUG [M:0;a3a61c9ba14f:36361 {}] zookeeper.ZKUtil(347): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Unable to get data of znode /1-95677343/master because node does not exist (not an error) 2024-12-02T14:15:58,091 WARN [M:0;a3a61c9ba14f:36361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:15:58,092 INFO [M:0;a3a61c9ba14f:36361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/.lastflushedseqids 2024-12-02T14:15:58,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741843_1019 (size=173) 2024-12-02T14:15:58,189 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:15:58,189 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43211-0x1009b4880d60004, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:15:58,189 INFO [RS:0;a3a61c9ba14f:43211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:15:58,189 INFO [RS:0;a3a61c9ba14f:43211 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,43211,1733148882753; zookeeper connection closed. 2024-12-02T14:15:58,189 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72d03254 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72d03254 2024-12-02T14:15:58,190 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:15:58,497 INFO [M:0;a3a61c9ba14f:36361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:15:58,497 INFO [M:0;a3a61c9ba14f:36361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:15:58,497 DEBUG [M:0;a3a61c9ba14f:36361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:15:58,497 INFO [M:0;a3a61c9ba14f:36361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:15:58,497 DEBUG [M:0;a3a61c9ba14f:36361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:15:58,497 DEBUG [M:0;a3a61c9ba14f:36361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:15:58,497 DEBUG [M:0;a3a61c9ba14f:36361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:15:58,497 INFO [M:0;a3a61c9ba14f:36361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-12-02T14:15:58,511 DEBUG [M:0;a3a61c9ba14f:36361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6699eecd73274786b90e63875c7db7fd is 82, key is hbase:meta,,1/info:regioninfo/1733148885737/Put/seqid=0 2024-12-02T14:15:58,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741844_1020 (size=5672) 2024-12-02T14:15:58,915 INFO [M:0;a3a61c9ba14f:36361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6699eecd73274786b90e63875c7db7fd 2024-12-02T14:15:58,938 DEBUG [M:0;a3a61c9ba14f:36361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/080bba7d775e423dab6572d660354520 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733148889156/Put/seqid=0 2024-12-02T14:15:58,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741845_1021 (size=6728) 2024-12-02T14:15:59,343 INFO [M:0;a3a61c9ba14f:36361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/080bba7d775e423dab6572d660354520 2024-12-02T14:15:59,348 INFO [M:0;a3a61c9ba14f:36361 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 080bba7d775e423dab6572d660354520 2024-12-02T14:15:59,361 DEBUG [M:0;a3a61c9ba14f:36361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9388f9d31d7f4da8a93f6a1add2bfff9 is 69, key is a3a61c9ba14f,43211,1733148882753/rs:state/1733148884627/Put/seqid=0 2024-12-02T14:15:59,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741846_1022 (size=5156) 2024-12-02T14:15:59,416 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.1733148880779 to pos 997, reset compression=false 2024-12-02T14:15:59,766 INFO [M:0;a3a61c9ba14f:36361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9388f9d31d7f4da8a93f6a1add2bfff9 2024-12-02T14:15:59,771 DEBUG [M:0;a3a61c9ba14f:36361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6699eecd73274786b90e63875c7db7fd as hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6699eecd73274786b90e63875c7db7fd 2024-12-02T14:15:59,775 INFO [M:0;a3a61c9ba14f:36361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6699eecd73274786b90e63875c7db7fd, entries=8, sequenceid=58, filesize=5.5 K 2024-12-02T14:15:59,776 DEBUG [M:0;a3a61c9ba14f:36361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/080bba7d775e423dab6572d660354520 as hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/080bba7d775e423dab6572d660354520 2024-12-02T14:15:59,780 INFO [M:0;a3a61c9ba14f:36361 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 080bba7d775e423dab6572d660354520 2024-12-02T14:15:59,780 INFO [M:0;a3a61c9ba14f:36361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/080bba7d775e423dab6572d660354520, entries=6, sequenceid=58, filesize=6.6 K 2024-12-02T14:15:59,781 DEBUG [M:0;a3a61c9ba14f:36361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9388f9d31d7f4da8a93f6a1add2bfff9 as hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9388f9d31d7f4da8a93f6a1add2bfff9 2024-12-02T14:15:59,786 INFO [M:0;a3a61c9ba14f:36361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36983/user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9388f9d31d7f4da8a93f6a1add2bfff9, entries=1, sequenceid=58, filesize=5.0 K 2024-12-02T14:15:59,787 INFO [M:0;a3a61c9ba14f:36361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=58, compaction requested=false 2024-12-02T14:15:59,788 INFO [M:0;a3a61c9ba14f:36361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:15:59,788 DEBUG [M:0;a3a61c9ba14f:36361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148958497Disabling compacts and flushes for region at 1733148958497Disabling writes for close at 1733148958497Obtaining lock to block concurrent updates at 1733148958497Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148958497Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1733148958498 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148958498Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148958498Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148958510 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148958510Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148958919 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148958937 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148958937Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148959348 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148959361 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148959361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42956b9a: reopening flushed file at 1733148959770 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2071c2b1: reopening flushed file at 1733148959775 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7322de0d: reopening flushed file at 1733148959781 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=58, compaction requested=false at 1733148959787 (+6 ms)Writing region close event to WAL at 1733148959788 (+1 ms)Closed at 1733148959788 2024-12-02T14:15:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41719 is added to blk_1073741830_1006 (size=33038) 2024-12-02T14:15:59,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aac4e316-4c2e-ecc5-828e-8616d2802738/MasterData/WALs/a3a61c9ba14f,36361,1733148882688/a3a61c9ba14f%2C36361%2C1733148882688.1733148884500 not finished, retry = 0 2024-12-02T14:15:59,891 INFO [M:0;a3a61c9ba14f:36361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:15:59,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:15:59,891 INFO [M:0;a3a61c9ba14f:36361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36361 2024-12-02T14:15:59,892 INFO [M:0;a3a61c9ba14f:36361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:15:59,993 INFO [M:0;a3a61c9ba14f:36361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:15:59,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:15:59,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36361-0x1009b4880d60003, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:15:59,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73bbce45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:15:59,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bdf9be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:15:59,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:15:59,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@198cef25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:15:59,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20d8b592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/hadoop.log.dir/,STOPPED} 2024-12-02T14:16:00,001 WARN [BP-1353702294-172.17.0.2-1733148881859 heartbeating to localhost/127.0.0.1:36983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:16:00,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:16:00,001 WARN [BP-1353702294-172.17.0.2-1733148881859 heartbeating to localhost/127.0.0.1:36983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1353702294-172.17.0.2-1733148881859 (Datanode Uuid a9a96753-7562-4d62-8bc3-8531ea7fa04e) service to localhost/127.0.0.1:36983 2024-12-02T14:16:00,001 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:16:00,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/cluster_be0a5c4f-8c0c-eecd-a52f-7929f79adc61/data/data1/current/BP-1353702294-172.17.0.2-1733148881859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:16:00,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/cluster_be0a5c4f-8c0c-eecd-a52f-7929f79adc61/data/data2/current/BP-1353702294-172.17.0.2-1733148881859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:16:00,002 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:16:00,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ae75893{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:16:00,007 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5943906{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:16:00,007 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:16:00,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e34bd97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:16:00,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c57c60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/hadoop.log.dir/,STOPPED} 2024-12-02T14:16:00,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:16:00,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:16:00,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:00,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:00,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:00,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:00,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:00,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:16:00,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1190379160, stopped=false 2024-12-02T14:16:00,019 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,43299,1733148878768 2024-12-02T14:16:00,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:16:00,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0760935375/running 2024-12-02T14:16:00,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0760935375/running 2024-12-02T14:16:00,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:00,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:16:00,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:00,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:00,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:16:00,020 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,40715,1733148878804' ***** 2024-12-02T14:16:00,020 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:16:00,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Set watcher on znode that does not yet exist, /0760935375/running 2024-12-02T14:16:00,021 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:16:00,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Set watcher on znode that does not yet exist, /0760935375/running 2024-12-02T14:16:00,021 INFO [RS:0;a3a61c9ba14f:40715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:16:00,021 INFO [RS:0;a3a61c9ba14f:40715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:16:00,021 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(3091): Received CLOSE for 67d460be1233033e638160c67f55c83c 2024-12-02T14:16:00,021 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:16:00,022 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(3091): Received CLOSE for 904db8a7a92b7626991c4366072271b2 2024-12-02T14:16:00,022 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,40715,1733148878804 2024-12-02T14:16:00,022 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:16:00,022 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67d460be1233033e638160c67f55c83c, disabling compactions & flushes 2024-12-02T14:16:00,022 INFO [RS:0;a3a61c9ba14f:40715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:40715. 2024-12-02T14:16:00,022 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. 2024-12-02T14:16:00,022 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. 2024-12-02T14:16:00,022 DEBUG [RS:0;a3a61c9ba14f:40715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:00,022 DEBUG [RS:0;a3a61c9ba14f:40715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:00,022 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. after waiting 0 ms 2024-12-02T14:16:00,022 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. 2024-12-02T14:16:00,022 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:16:00,022 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:16:00,022 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:16:00,022 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 67d460be1233033e638160c67f55c83c 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-02T14:16:00,022 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:16:00,022 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T14:16:00,022 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1325): Online Regions={67d460be1233033e638160c67f55c83c=hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c., 1588230740=hbase:meta,,1.1588230740, 904db8a7a92b7626991c4366072271b2=test,,1733148885830.904db8a7a92b7626991c4366072271b2.} 2024-12-02T14:16:00,023 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67d460be1233033e638160c67f55c83c, 904db8a7a92b7626991c4366072271b2 2024-12-02T14:16:00,023 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:16:00,023 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:16:00,023 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:16:00,023 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:16:00,023 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:16:00,023 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T14:16:00,038 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c/.tmp/hfileref/35f11793558d4aada3a9a5c69bb5b7f8 is 74, key is 1/hfileref:4c93aab06f424b769fbe0b9da1a27142_SeqId_4_/1733148894540/DeleteColumn/seqid=0 2024-12-02T14:16:00,038 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/.tmp/info/cca0d2a43ae84de6bd8a48da2cb840f3 is 147, key is hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c./info:regioninfo/1733148891327/Put/seqid=0 2024-12-02T14:16:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741844_1020 (size=5203) 2024-12-02T14:16:00,042 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:16:00,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741845_1021 (size=7686) 2024-12-02T14:16:00,043 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c/.tmp/hfileref/35f11793558d4aada3a9a5c69bb5b7f8 2024-12-02T14:16:00,060 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c/.tmp/queue/3b5f16704afb40f5b23f46e99140345e is 153, key is 1-a3a61c9ba14f,40715,1733148878804/queue:a3a61c9ba14f%2C40715%2C1733148878804/1733148896366/Put/seqid=0 2024-12-02T14:16:00,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741846_1022 (size=5352) 2024-12-02T14:16:00,223 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67d460be1233033e638160c67f55c83c, 904db8a7a92b7626991c4366072271b2 2024-12-02T14:16:00,423 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67d460be1233033e638160c67f55c83c, 904db8a7a92b7626991c4366072271b2 2024-12-02T14:16:00,444 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/.tmp/info/cca0d2a43ae84de6bd8a48da2cb840f3 2024-12-02T14:16:00,465 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c/.tmp/queue/3b5f16704afb40f5b23f46e99140345e 2024-12-02T14:16:00,467 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/.tmp/ns/35e9946a64d442d69e45a64619240008 is 43, key is default/ns:d/1733148881737/Put/seqid=0 2024-12-02T14:16:00,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741847_1023 (size=5153) 2024-12-02T14:16:00,471 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/.tmp/ns/35e9946a64d442d69e45a64619240008 2024-12-02T14:16:00,472 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c/.tmp/hfileref/35f11793558d4aada3a9a5c69bb5b7f8 as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c/hfileref/35f11793558d4aada3a9a5c69bb5b7f8 2024-12-02T14:16:00,476 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c/hfileref/35f11793558d4aada3a9a5c69bb5b7f8, entries=2, sequenceid=10, filesize=5.1 K 2024-12-02T14:16:00,477 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c/.tmp/queue/3b5f16704afb40f5b23f46e99140345e as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c/queue/3b5f16704afb40f5b23f46e99140345e 2024-12-02T14:16:00,482 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c/queue/3b5f16704afb40f5b23f46e99140345e, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T14:16:00,483 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 67d460be1233033e638160c67f55c83c in 461ms, sequenceid=10, compaction requested=false 2024-12-02T14:16:00,487 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/replication/67d460be1233033e638160c67f55c83c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T14:16:00,488 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:00,488 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:00,488 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. 2024-12-02T14:16:00,488 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67d460be1233033e638160c67f55c83c: Waiting for close lock at 1733148960022Running coprocessor pre-close hooks at 1733148960022Disabling compacts and flushes for region at 1733148960022Disabling writes for close at 1733148960022Obtaining lock to block concurrent updates at 1733148960022Preparing flush snapshotting stores in 67d460be1233033e638160c67f55c83c at 1733148960022Finished memstore snapshotting hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733148960022Flushing stores of hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. at 1733148960023 (+1 ms)Flushing 67d460be1233033e638160c67f55c83c/hfileref: creating writer at 1733148960023Flushing 67d460be1233033e638160c67f55c83c/hfileref: appending metadata at 1733148960037 (+14 ms)Flushing 67d460be1233033e638160c67f55c83c/hfileref: closing flushed file at 1733148960037Flushing 67d460be1233033e638160c67f55c83c/queue: creating writer at 1733148960048 (+11 ms)Flushing 67d460be1233033e638160c67f55c83c/queue: appending metadata at 1733148960060 (+12 ms)Flushing 67d460be1233033e638160c67f55c83c/queue: closing flushed file at 1733148960060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e0cb45: reopening flushed file at 1733148960471 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d3ebe: reopening flushed file at 1733148960476 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 67d460be1233033e638160c67f55c83c in 461ms, sequenceid=10, compaction requested=false at 1733148960483 (+7 ms)Writing region close event to WAL at 1733148960484 (+1 ms)Running coprocessor post-close hooks at 1733148960488 (+4 ms)Closed at 1733148960488 2024-12-02T14:16:00,488 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733148890161.67d460be1233033e638160c67f55c83c. 2024-12-02T14:16:00,488 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 904db8a7a92b7626991c4366072271b2, disabling compactions & flushes 2024-12-02T14:16:00,488 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733148885830.904db8a7a92b7626991c4366072271b2. 2024-12-02T14:16:00,488 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733148885830.904db8a7a92b7626991c4366072271b2. 2024-12-02T14:16:00,488 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733148885830.904db8a7a92b7626991c4366072271b2. after waiting 0 ms 2024-12-02T14:16:00,488 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733148885830.904db8a7a92b7626991c4366072271b2. 2024-12-02T14:16:00,492 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/default/test/904db8a7a92b7626991c4366072271b2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:16:00,493 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:00,493 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:16:00,493 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733148885830.904db8a7a92b7626991c4366072271b2. 2024-12-02T14:16:00,493 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 904db8a7a92b7626991c4366072271b2: Waiting for close lock at 1733148960488Running coprocessor pre-close hooks at 1733148960488Disabling compacts and flushes for region at 1733148960488Disabling writes for close at 1733148960488Writing region close event to WAL at 1733148960489 (+1 ms)Running coprocessor post-close hooks at 1733148960493 (+4 ms)Closed at 1733148960493 2024-12-02T14:16:00,493 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733148885830.904db8a7a92b7626991c4366072271b2. 2024-12-02T14:16:00,494 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/.tmp/rep_barrier/bd186feb78db4fb2b47f802893258cf7 is 112, key is test,,1733148885830.904db8a7a92b7626991c4366072271b2./rep_barrier:seqnumDuringOpen/1733148886989/Put/seqid=0 2024-12-02T14:16:00,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741848_1024 (size=5518) 2024-12-02T14:16:00,623 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:00,652 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:16:00,652 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:16:00,823 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:00,899 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/.tmp/rep_barrier/bd186feb78db4fb2b47f802893258cf7 2024-12-02T14:16:00,931 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/.tmp/table/7e489518252e4ed6b5f60892b3dff1e7 is 53, key is hbase:replication/table:state/1733148891334/Put/seqid=0 2024-12-02T14:16:00,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741849_1025 (size=5308) 2024-12-02T14:16:01,023 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T14:16:01,023 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:16:01,024 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:01,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:01,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:01,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:01,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:01,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:01,224 DEBUG [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:01,335 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/.tmp/table/7e489518252e4ed6b5f60892b3dff1e7 2024-12-02T14:16:01,340 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/.tmp/info/cca0d2a43ae84de6bd8a48da2cb840f3 as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/info/cca0d2a43ae84de6bd8a48da2cb840f3 2024-12-02T14:16:01,344 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/info/cca0d2a43ae84de6bd8a48da2cb840f3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T14:16:01,345 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/.tmp/ns/35e9946a64d442d69e45a64619240008 as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/ns/35e9946a64d442d69e45a64619240008 2024-12-02T14:16:01,349 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/ns/35e9946a64d442d69e45a64619240008, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T14:16:01,350 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/.tmp/rep_barrier/bd186feb78db4fb2b47f802893258cf7 as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/rep_barrier/bd186feb78db4fb2b47f802893258cf7 2024-12-02T14:16:01,354 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/rep_barrier/bd186feb78db4fb2b47f802893258cf7, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T14:16:01,355 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/.tmp/table/7e489518252e4ed6b5f60892b3dff1e7 as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/table/7e489518252e4ed6b5f60892b3dff1e7 2024-12-02T14:16:01,360 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/table/7e489518252e4ed6b5f60892b3dff1e7, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T14:16:01,361 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false 2024-12-02T14:16:01,365 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T14:16:01,366 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:01,366 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:01,366 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:01,366 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148960022Running coprocessor pre-close hooks at 1733148960023 (+1 ms)Disabling compacts and flushes for region at 1733148960023Disabling writes for close at 1733148960023Obtaining lock to block concurrent updates at 1733148960023Preparing flush snapshotting stores in 1588230740 at 1733148960023Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733148960023Flushing stores of hbase:meta,,1.1588230740 at 1733148960024 (+1 ms)Flushing 1588230740/info: creating writer at 1733148960024Flushing 1588230740/info: appending metadata at 1733148960037 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733148960038 (+1 ms)Flushing 1588230740/ns: creating writer at 1733148960450 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733148960466 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733148960466Flushing 1588230740/rep_barrier: creating writer at 1733148960476 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733148960494 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733148960494Flushing 1588230740/table: creating writer at 1733148960906 (+412 ms)Flushing 1588230740/table: appending metadata at 1733148960930 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733148960930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61576abb: reopening flushed file at 1733148961340 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@269bd9e2: reopening flushed file at 1733148961344 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e679da1: reopening flushed file at 1733148961349 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf3681: reopening flushed file at 1733148961354 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false at 1733148961361 (+7 ms)Writing region close event to WAL at 1733148961362 (+1 ms)Running coprocessor post-close hooks at 1733148961366 (+4 ms)Closed at 1733148961366 2024-12-02T14:16:01,366 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:01,424 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,40715,1733148878804; all regions closed. 2024-12-02T14:16:01,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741834_1010 (size=4239) 2024-12-02T14:16:01,426 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.meta.1733148881694.meta not finished, retry = 0 2024-12-02T14:16:01,529 DEBUG [RS:0;a3a61c9ba14f:40715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/oldWALs 2024-12-02T14:16:01,529 INFO [RS:0;a3a61c9ba14f:40715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C40715%2C1733148878804.meta:.meta(num 1733148881694) 2024-12-02T14:16:01,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741839_1015 (size=2700) 2024-12-02T14:16:01,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/WALs/a3a61c9ba14f,40715,1733148878804/a3a61c9ba14f%2C40715%2C1733148878804.rep.1733148891297 not finished, retry = 0 2024-12-02T14:16:01,634 DEBUG [RS:0;a3a61c9ba14f:40715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/oldWALs 2024-12-02T14:16:01,634 INFO [RS:0;a3a61c9ba14f:40715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C40715%2C1733148878804.rep:(num 1733148891297) 2024-12-02T14:16:01,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741832_1008 (size=1300) 2024-12-02T14:16:01,638 DEBUG [RS:0;a3a61c9ba14f:40715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/oldWALs 2024-12-02T14:16:01,638 INFO [RS:0;a3a61c9ba14f:40715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C40715%2C1733148878804:(num 1733148880779) 2024-12-02T14:16:01,638 DEBUG [RS:0;a3a61c9ba14f:40715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:01,638 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:16:01,638 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:16:01,638 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:16:01,639 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:16:01,639 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:16:01,639 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,40715,1733148878804 because: Region server is closing 2024-12-02T14:16:01,639 INFO [RS:0;a3a61c9ba14f:40715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:40715. 2024-12-02T14:16:01,639 DEBUG [RS:0;a3a61c9ba14f:40715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:01,639 DEBUG [RS:0;a3a61c9ba14f:40715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:01,639 DEBUG [RS:0;a3a61c9ba14f:40715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:01,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:01,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:16:01,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:01,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:01,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:01,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:01,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:01,739 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.wal-reader.a3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T14:16:01,739 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.shippera3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T14:16:01,740 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,40715,1733148878804.replicationSource.shippera3a61c9ba14f%2C40715%2C1733148878804,1-a3a61c9ba14f,40715,1733148878804 terminated 2024-12-02T14:16:01,740 INFO [RS:0;a3a61c9ba14f:40715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40715 2024-12-02T14:16:01,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375/rs 2024-12-02T14:16:01,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0760935375/rs/a3a61c9ba14f,40715,1733148878804 2024-12-02T14:16:01,742 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:16:01,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,40715,1733148878804] 2024-12-02T14:16:01,743 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0760935375/draining/a3a61c9ba14f,40715,1733148878804 already deleted, retry=false 2024-12-02T14:16:01,743 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,40715,1733148878804 expired; onlineServers=0 2024-12-02T14:16:01,743 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,43299,1733148878768' ***** 2024-12-02T14:16:01,743 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:16:01,743 INFO [M:0;a3a61c9ba14f:43299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:16:01,743 INFO [M:0;a3a61c9ba14f:43299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:16:01,744 DEBUG [M:0;a3a61c9ba14f:43299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:16:01,744 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:16:01,744 DEBUG [M:0;a3a61c9ba14f:43299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:16:01,744 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148880552 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148880552,5,FailOnTimeoutGroup] 2024-12-02T14:16:01,744 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148880552 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148880552,5,FailOnTimeoutGroup] 2024-12-02T14:16:01,744 INFO [M:0;a3a61c9ba14f:43299 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:16:01,744 INFO [M:0;a3a61c9ba14f:43299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:16:01,744 DEBUG [M:0;a3a61c9ba14f:43299 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:16:01,744 INFO [M:0;a3a61c9ba14f:43299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:16:01,744 INFO [M:0;a3a61c9ba14f:43299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:16:01,744 INFO [M:0;a3a61c9ba14f:43299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:16:01,744 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:16:01,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0760935375/master 2024-12-02T14:16:01,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0760935375 2024-12-02T14:16:01,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0760935375/master already deleted, retry=false 2024-12-02T14:16:01,746 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Failed delete of our master address node; KeeperErrorCode = NoNode for /0760935375/master 2024-12-02T14:16:01,747 INFO [M:0;a3a61c9ba14f:43299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/.lastflushedseqids 2024-12-02T14:16:01,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741850_1026 (size=263) 2024-12-02T14:16:01,756 INFO [M:0;a3a61c9ba14f:43299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:16:01,756 INFO [M:0;a3a61c9ba14f:43299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:16:01,757 DEBUG [M:0;a3a61c9ba14f:43299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:16:01,757 INFO [M:0;a3a61c9ba14f:43299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:01,757 DEBUG [M:0;a3a61c9ba14f:43299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:01,757 DEBUG [M:0;a3a61c9ba14f:43299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:16:01,757 DEBUG [M:0;a3a61c9ba14f:43299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:01,757 INFO [M:0;a3a61c9ba14f:43299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-02T14:16:01,772 DEBUG [M:0;a3a61c9ba14f:43299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99e0b871715a4112a758934d786f2d06 is 82, key is hbase:meta,,1/info:regioninfo/1733148881725/Put/seqid=0 2024-12-02T14:16:01,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741851_1027 (size=5672) 2024-12-02T14:16:01,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:01,843 INFO [RS:0;a3a61c9ba14f:40715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:16:01,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1009b4880d60001, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:01,843 INFO [RS:0;a3a61c9ba14f:40715 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,40715,1733148878804; zookeeper connection closed. 2024-12-02T14:16:01,843 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cb2b101 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cb2b101 2024-12-02T14:16:01,843 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:16:02,178 INFO [M:0;a3a61c9ba14f:43299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99e0b871715a4112a758934d786f2d06 2024-12-02T14:16:02,194 DEBUG [M:0;a3a61c9ba14f:43299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/918e46fd7a4c4e598bb00e27b16e993d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733148887004/Put/seqid=0 2024-12-02T14:16:02,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741852_1028 (size=7240) 2024-12-02T14:16:02,599 INFO [M:0;a3a61c9ba14f:43299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/918e46fd7a4c4e598bb00e27b16e993d 2024-12-02T14:16:02,603 INFO [M:0;a3a61c9ba14f:43299 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 918e46fd7a4c4e598bb00e27b16e993d 2024-12-02T14:16:02,615 DEBUG [M:0;a3a61c9ba14f:43299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8871321436494258b1bd03a3f7580ac2 is 69, key is a3a61c9ba14f,40715,1733148878804/rs:state/1733148880641/Put/seqid=0 2024-12-02T14:16:02,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741853_1029 (size=5156) 2024-12-02T14:16:03,019 INFO [M:0;a3a61c9ba14f:43299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8871321436494258b1bd03a3f7580ac2 2024-12-02T14:16:03,024 DEBUG [M:0;a3a61c9ba14f:43299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99e0b871715a4112a758934d786f2d06 as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99e0b871715a4112a758934d786f2d06 2024-12-02T14:16:03,028 INFO [M:0;a3a61c9ba14f:43299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99e0b871715a4112a758934d786f2d06, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T14:16:03,029 DEBUG [M:0;a3a61c9ba14f:43299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/918e46fd7a4c4e598bb00e27b16e993d as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/918e46fd7a4c4e598bb00e27b16e993d 2024-12-02T14:16:03,034 INFO [M:0;a3a61c9ba14f:43299 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 918e46fd7a4c4e598bb00e27b16e993d 2024-12-02T14:16:03,034 INFO [M:0;a3a61c9ba14f:43299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/918e46fd7a4c4e598bb00e27b16e993d, entries=11, sequenceid=105, filesize=7.1 K 2024-12-02T14:16:03,035 DEBUG [M:0;a3a61c9ba14f:43299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8871321436494258b1bd03a3f7580ac2 as hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8871321436494258b1bd03a3f7580ac2 2024-12-02T14:16:03,039 INFO [M:0;a3a61c9ba14f:43299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8871321436494258b1bd03a3f7580ac2, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T14:16:03,040 INFO [M:0;a3a61c9ba14f:43299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false 2024-12-02T14:16:03,041 INFO [M:0;a3a61c9ba14f:43299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:03,041 DEBUG [M:0;a3a61c9ba14f:43299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148961756Disabling compacts and flushes for region at 1733148961756Disabling writes for close at 1733148961757 (+1 ms)Obtaining lock to block concurrent updates at 1733148961757Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148961757Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733148961757Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148961758 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148961758Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148961772 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148961772Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148962182 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148962194 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148962194Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148962603 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148962614 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148962614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e8361f5: reopening flushed file at 1733148963023 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa0d736: reopening flushed file at 1733148963028 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a2418e: reopening flushed file at 1733148963034 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false at 1733148963040 (+6 ms)Writing region close event to WAL at 1733148963041 (+1 ms)Closed at 1733148963041 2024-12-02T14:16:03,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37937 is added to blk_1073741830_1006 (size=64526) 2024-12-02T14:16:03,043 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd26b509-d01e-8e0f-66f2-a2a402793639/MasterData/WALs/a3a61c9ba14f,43299,1733148878768/a3a61c9ba14f%2C43299%2C1733148878768.1733148880486 not finished, retry = 0 2024-12-02T14:16:03,144 INFO [M:0;a3a61c9ba14f:43299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:16:03,144 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:16:03,144 INFO [M:0;a3a61c9ba14f:43299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43299 2024-12-02T14:16:03,144 INFO [M:0;a3a61c9ba14f:43299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:16:03,245 INFO [M:0;a3a61c9ba14f:43299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:16:03,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:03,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43299-0x1009b4880d60000, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:03,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a269e61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:16:03,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33983d55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:16:03,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:16:03,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@344391ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:16:03,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9d62609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/hadoop.log.dir/,STOPPED} 2024-12-02T14:16:03,249 WARN [BP-473267063-172.17.0.2-1733148877951 heartbeating to localhost/127.0.0.1:43637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:16:03,249 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:16:03,249 WARN [BP-473267063-172.17.0.2-1733148877951 heartbeating to localhost/127.0.0.1:43637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-473267063-172.17.0.2-1733148877951 (Datanode Uuid 235c2dd4-ff84-4da4-8e05-3e5f6d736028) service to localhost/127.0.0.1:43637 2024-12-02T14:16:03,249 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:16:03,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/cluster_fa0c644f-74ff-7bec-e4da-67012e55413c/data/data1/current/BP-473267063-172.17.0.2-1733148877951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:16:03,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/cluster_fa0c644f-74ff-7bec-e4da-67012e55413c/data/data2/current/BP-473267063-172.17.0.2-1733148877951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:16:03,250 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:16:03,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4be308ac{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:16:03,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5043fec4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:16:03,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:16:03,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35ebd4ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:16:03,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eb9f5f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe3cd5bb-6edc-39b2-35d5-3dd21f7d7df5/hadoop.log.dir/,STOPPED} 2024-12-02T14:16:03,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T14:16:03,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:16:03,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 138) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58450) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36983 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f7a40b8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43637 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58450) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f7a40b8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 141) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5715 (was 5590) - AvailableMemoryMB LEAK? - 2024-12-02T14:16:03,283 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=5715 2024-12-02T14:16:03,294 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-02T14:16:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/hadoop.log.dir so I do NOT create it in target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe 2024-12-02T14:16:03,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:16:03,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/hadoop.tmp.dir so I do NOT create it in target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe 2024-12-02T14:16:03,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34f90924-ab86-f194-a34f-90ed8ffea7d0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:16:03,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe 2024-12-02T14:16:03,294 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/cluster_0af7f07f-a1e4-1dd5-8a11-672cdd3306a5, deleteOnExit=true 2024-12-02T14:16:03,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/cluster_0af7f07f-a1e4-1dd5-8a11-672cdd3306a5/zookeeper_0, clientPort=51341, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/cluster_0af7f07f-a1e4-1dd5-8a11-672cdd3306a5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/cluster_0af7f07f-a1e4-1dd5-8a11-672cdd3306a5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:16:03,297 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51341 2024-12-02T14:16:03,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:16:03,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:16:03,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/test.cache.data in system properties and HBase conf 2024-12-02T14:16:03,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:16:03,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:16:03,298 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:16:03,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:16:03,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:16:03,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:03,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:16:03,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:16:03,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:16:03,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:16:03,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:03,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:16:03,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:16:03,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b4880d60005, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:16:03,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b4880d60002, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:16:03,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b4880d60005, quorum=127.0.0.1:58450, baseZNode=/1-95677343 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:16:03,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b4880d60002, quorum=127.0.0.1:58450, baseZNode=/0760935375 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:16:03,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189b0b0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/java.io.tmpdir/jetty-localhost-33681-hadoop-hdfs-3_4_1-tests_jar-_-any-11460337611197290180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:16:03,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:33681} 2024-12-02T14:16:03,444 INFO [Time-limited test {}] server.Server(415): Started @131826ms 2024-12-02T14:16:03,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:03,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:16:03,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:16:03,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:16:03,507 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:16:03,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:16:03,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:16:03,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11505e70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/java.io.tmpdir/jetty-localhost-44123-hadoop-hdfs-3_4_1-tests_jar-_-any-11525578073473562432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:16:03,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:44123} 2024-12-02T14:16:03,602 INFO [Time-limited test {}] server.Server(415): Started @131984ms 2024-12-02T14:16:03,603 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:16:03,666 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/cluster_0af7f07f-a1e4-1dd5-8a11-672cdd3306a5/data/data2/current/BP-1651751858-172.17.0.2-1733148963311/current, will proceed with Du for space computation calculation, 2024-12-02T14:16:03,666 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/cluster_0af7f07f-a1e4-1dd5-8a11-672cdd3306a5/data/data1/current/BP-1651751858-172.17.0.2-1733148963311/current, will proceed with Du for space computation calculation, 2024-12-02T14:16:03,685 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:16:03,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaa2a88c074259a9 with lease ID 0x4a69a2f424653dfc: Processing first storage report for DS-82f01d24-7546-4fb0-8072-53deb4afafaf from datanode DatanodeRegistration(127.0.0.1:38777, datanodeUuid=fb8d7c83-3461-4c27-8534-93930f85b6e3, infoPort=40905, infoSecurePort=0, ipcPort=44559, storageInfo=lv=-57;cid=testClusterID;nsid=1326094780;c=1733148963311) 2024-12-02T14:16:03,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaa2a88c074259a9 with lease ID 0x4a69a2f424653dfc: from storage DS-82f01d24-7546-4fb0-8072-53deb4afafaf node DatanodeRegistration(127.0.0.1:38777, datanodeUuid=fb8d7c83-3461-4c27-8534-93930f85b6e3, infoPort=40905, infoSecurePort=0, ipcPort=44559, storageInfo=lv=-57;cid=testClusterID;nsid=1326094780;c=1733148963311), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:16:03,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaa2a88c074259a9 with lease ID 0x4a69a2f424653dfc: Processing first storage report for DS-5f7c47c6-9cd6-48e9-8e18-ed38383f3d40 from datanode DatanodeRegistration(127.0.0.1:38777, datanodeUuid=fb8d7c83-3461-4c27-8534-93930f85b6e3, infoPort=40905, infoSecurePort=0, ipcPort=44559, storageInfo=lv=-57;cid=testClusterID;nsid=1326094780;c=1733148963311) 2024-12-02T14:16:03,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaa2a88c074259a9 with lease ID 0x4a69a2f424653dfc: from storage DS-5f7c47c6-9cd6-48e9-8e18-ed38383f3d40 node DatanodeRegistration(127.0.0.1:38777, datanodeUuid=fb8d7c83-3461-4c27-8534-93930f85b6e3, infoPort=40905, infoSecurePort=0, ipcPort=44559, storageInfo=lv=-57;cid=testClusterID;nsid=1326094780;c=1733148963311), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:16:03,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe 2024-12-02T14:16:03,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:03,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:03,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:16:04,140 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d with version=8 2024-12-02T14:16:04,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/hbase-staging 2024-12-02T14:16:04,142 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:04,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:04,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:04,142 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:04,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:04,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:04,142 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:16:04,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:04,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46585 2024-12-02T14:16:04,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46585 connecting to ZooKeeper ensemble=127.0.0.1:51341 2024-12-02T14:16:04,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465850x0, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:04,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46585-0x1009b49ce4e0000 connected 2024-12-02T14:16:04,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:04,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:04,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/running 2024-12-02T14:16:04,162 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d, hbase.cluster.distributed=false 2024-12-02T14:16:04,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/acl 2024-12-02T14:16:04,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46585 2024-12-02T14:16:04,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46585 2024-12-02T14:16:04,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46585 2024-12-02T14:16:04,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46585 2024-12-02T14:16:04,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46585 2024-12-02T14:16:04,182 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:04,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:04,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:04,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:04,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:04,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:04,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:16:04,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:04,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41093 2024-12-02T14:16:04,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41093 connecting to ZooKeeper ensemble=127.0.0.1:51341 2024-12-02T14:16:04,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:04,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:04,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410930x0, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:04,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410930x0, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/running 2024-12-02T14:16:04,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41093-0x1009b49ce4e0001 connected 2024-12-02T14:16:04,189 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:16:04,192 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:16:04,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/master 2024-12-02T14:16:04,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/acl 2024-12-02T14:16:04,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41093 2024-12-02T14:16:04,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41093 2024-12-02T14:16:04,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41093 2024-12-02T14:16:04,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41093 2024-12-02T14:16:04,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41093 2024-12-02T14:16:04,215 DEBUG [M:0;a3a61c9ba14f:46585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:46585 2024-12-02T14:16:04,216 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01067919266/backup-masters/a3a61c9ba14f,46585,1733148964141 2024-12-02T14:16:04,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266/backup-masters 2024-12-02T14:16:04,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266/backup-masters 2024-12-02T14:16:04,217 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on existing znode=/01067919266/backup-masters/a3a61c9ba14f,46585,1733148964141 2024-12-02T14:16:04,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01067919266/master 2024-12-02T14:16:04,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:04,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:04,218 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on existing znode=/01067919266/master 2024-12-02T14:16:04,219 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01067919266/backup-masters/a3a61c9ba14f,46585,1733148964141 from backup master directory 2024-12-02T14:16:04,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01067919266/backup-masters/a3a61c9ba14f,46585,1733148964141 2024-12-02T14:16:04,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266/backup-masters 2024-12-02T14:16:04,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266/backup-masters 2024-12-02T14:16:04,219 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:04,219 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,46585,1733148964141 2024-12-02T14:16:04,226 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/hbase.id] with ID: 5e4faa7f-efa3-41a1-9bba-35ef2882ff3c 2024-12-02T14:16:04,226 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/.tmp/hbase.id 2024-12-02T14:16:04,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:16:04,632 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/.tmp/hbase.id]:[hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/hbase.id] 2024-12-02T14:16:04,643 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:04,643 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:16:04,644 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:16:04,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:04,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:16:05,050 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:05,051 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:16:05,051 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:05,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:16:05,458 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store 2024-12-02T14:16:05,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:16:05,864 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:05,864 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:16:05,864 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:05,864 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:05,864 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:16:05,864 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:05,864 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:05,864 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148965864Disabling compacts and flushes for region at 1733148965864Disabling writes for close at 1733148965864Writing region close event to WAL at 1733148965864Closed at 1733148965864 2024-12-02T14:16:05,865 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/.initializing 2024-12-02T14:16:05,865 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,46585,1733148964141 2024-12-02T14:16:05,866 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:05,867 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C46585%2C1733148964141, suffix=, logDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,46585,1733148964141, archiveDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/oldWALs, maxLogs=10 2024-12-02T14:16:05,878 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,46585,1733148964141/a3a61c9ba14f%2C46585%2C1733148964141.1733148965868, exclude list is [], retry=0 2024-12-02T14:16:05,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-82f01d24-7546-4fb0-8072-53deb4afafaf,DISK] 2024-12-02T14:16:05,882 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,46585,1733148964141/a3a61c9ba14f%2C46585%2C1733148964141.1733148965868 2024-12-02T14:16:05,882 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40905:40905)] 2024-12-02T14:16:05,882 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:05,882 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:05,882 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:05,882 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:05,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:05,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:16:05,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:05,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:05,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:05,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:16:05,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:05,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:05,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:05,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:16:05,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:05,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:05,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:05,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:16:05,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:05,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:05,890 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:05,891 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:05,891 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:05,892 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:05,892 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:05,892 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:05,893 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:05,895 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:05,895 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67753195, jitterRate=0.009601280093193054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:05,896 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148965883Initializing all the Stores at 1733148965883Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148965884 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148965884Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148965884Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148965884Cleaning up temporary data from old regions at 1733148965892 (+8 ms)Region opened successfully at 1733148965896 (+4 ms) 2024-12-02T14:16:05,896 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:16:05,898 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407bc18b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:05,899 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:16:05,899 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:16:05,899 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:16:05,899 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:16:05,900 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:16:05,900 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:16:05,900 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:16:05,902 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:16:05,902 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Unable to get data of znode /01067919266/balancer because node does not exist (not necessarily an error) 2024-12-02T14:16:05,903 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01067919266/balancer already deleted, retry=false 2024-12-02T14:16:05,903 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:16:05,904 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Unable to get data of znode /01067919266/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:16:05,904 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01067919266/normalizer already deleted, retry=false 2024-12-02T14:16:05,905 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:16:05,905 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Unable to get data of znode /01067919266/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:16:05,906 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01067919266/switch/split already deleted, retry=false 2024-12-02T14:16:05,907 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Unable to get data of znode /01067919266/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:16:05,907 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01067919266/switch/merge already deleted, retry=false 2024-12-02T14:16:05,909 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Unable to get data of znode /01067919266/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:16:05,909 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01067919266/snapshot-cleanup already deleted, retry=false 2024-12-02T14:16:05,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01067919266/running 2024-12-02T14:16:05,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:05,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01067919266/running 2024-12-02T14:16:05,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:05,911 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,46585,1733148964141, sessionid=0x1009b49ce4e0000, setting cluster-up flag (Was=false) 2024-12-02T14:16:05,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:05,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:05,914 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01067919266/flush-table-proc/acquired, /01067919266/flush-table-proc/reached, /01067919266/flush-table-proc/abort 2024-12-02T14:16:05,915 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,46585,1733148964141 2024-12-02T14:16:05,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:05,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:05,919 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01067919266/online-snapshot/acquired, /01067919266/online-snapshot/reached, /01067919266/online-snapshot/abort 2024-12-02T14:16:05,919 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,46585,1733148964141 2024-12-02T14:16:05,920 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:16:05,921 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:05,921 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:16:05,922 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:16:05,922 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,46585,1733148964141 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:16:05,923 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:05,923 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:05,923 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:05,923 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:05,923 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:16:05,923 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:05,923 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:05,923 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:05,926 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:05,926 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:16:05,926 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148995926 2024-12-02T14:16:05,926 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:16:05,926 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:16:05,926 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:16:05,926 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:16:05,926 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:16:05,927 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:16:05,927 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:05,927 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:05,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:16:05,927 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:16:05,927 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:16:05,927 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:16:05,927 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:16:05,928 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:16:05,928 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:16:05,933 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148965928,5,FailOnTimeoutGroup] 2024-12-02T14:16:05,933 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148965933,5,FailOnTimeoutGroup] 2024-12-02T14:16:05,933 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:05,933 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:16:05,933 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:05,933 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:05,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:16:06,004 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(746): ClusterId : 5e4faa7f-efa3-41a1-9bba-35ef2882ff3c 2024-12-02T14:16:06,004 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:16:06,005 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:16:06,005 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:16:06,006 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:16:06,006 DEBUG [RS:0;a3a61c9ba14f:41093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6d7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:06,016 DEBUG [RS:0;a3a61c9ba14f:41093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:41093 2024-12-02T14:16:06,016 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:16:06,016 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:16:06,016 DEBUG [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:16:06,016 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,46585,1733148964141 with port=41093, startcode=1733148964181 2024-12-02T14:16:06,017 DEBUG [RS:0;a3a61c9ba14f:41093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:16:06,021 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:16:06,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:06,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46585 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:06,022 DEBUG [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d 2024-12-02T14:16:06,022 DEBUG [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37127 2024-12-02T14:16:06,022 DEBUG [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:16:06,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266/rs 2024-12-02T14:16:06,024 DEBUG [RS:0;a3a61c9ba14f:41093 {}] zookeeper.ZKUtil(111): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on existing znode=/01067919266/rs/a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:06,024 WARN [RS:0;a3a61c9ba14f:41093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:06,024 INFO [RS:0;a3a61c9ba14f:41093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:06,024 DEBUG [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:06,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,41093,1733148964181] 2024-12-02T14:16:06,027 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:16:06,028 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:16:06,028 INFO [RS:0;a3a61c9ba14f:41093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:16:06,028 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:06,029 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:16:06,029 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:16:06,029 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:06,029 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:06,029 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:06,029 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:06,029 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:06,029 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:06,030 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:06,030 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:06,030 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:06,030 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:06,030 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:06,030 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:06,030 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:06,030 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:06,030 DEBUG [RS:0;a3a61c9ba14f:41093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:06,032 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:06,032 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:06,032 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:06,032 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:06,032 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:06,032 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41093,1733148964181-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:06,044 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:16:06,044 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41093,1733148964181-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:06,044 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:06,044 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.Replication(171): a3a61c9ba14f,41093,1733148964181 started 2024-12-02T14:16:06,054 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:06,054 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,41093,1733148964181, RpcServer on a3a61c9ba14f/172.17.0.2:41093, sessionid=0x1009b49ce4e0001 2024-12-02T14:16:06,054 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:16:06,054 DEBUG [RS:0;a3a61c9ba14f:41093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:06,054 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,41093,1733148964181' 2024-12-02T14:16:06,054 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01067919266/flush-table-proc/abort' 2024-12-02T14:16:06,055 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01067919266/flush-table-proc/acquired' 2024-12-02T14:16:06,055 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:16:06,055 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:16:06,055 DEBUG [RS:0;a3a61c9ba14f:41093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:06,055 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,41093,1733148964181' 2024-12-02T14:16:06,055 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01067919266/online-snapshot/abort' 2024-12-02T14:16:06,055 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01067919266/online-snapshot/acquired' 2024-12-02T14:16:06,056 DEBUG [RS:0;a3a61c9ba14f:41093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:16:06,056 INFO [RS:0;a3a61c9ba14f:41093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:16:06,056 INFO [RS:0;a3a61c9ba14f:41093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:16:06,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:06,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:16:06,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T14:16:06,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T14:16:06,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:06,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:16:06,156 INFO [RS:0;a3a61c9ba14f:41093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:06,157 INFO [RS:0;a3a61c9ba14f:41093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C41093%2C1733148964181, suffix=, logDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181, archiveDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/oldWALs, maxLogs=10 2024-12-02T14:16:06,168 DEBUG [RS:0;a3a61c9ba14f:41093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181/a3a61c9ba14f%2C41093%2C1733148964181.1733148966157, exclude list is [], retry=0 2024-12-02T14:16:06,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-82f01d24-7546-4fb0-8072-53deb4afafaf,DISK] 2024-12-02T14:16:06,171 INFO [RS:0;a3a61c9ba14f:41093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181/a3a61c9ba14f%2C41093%2C1733148964181.1733148966157 2024-12-02T14:16:06,172 DEBUG [RS:0;a3a61c9ba14f:41093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40905:40905)] 2024-12-02T14:16:06,336 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:16:06,337 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d 2024-12-02T14:16:06,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:16:06,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:06,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:16:06,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:16:06,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:06,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:06,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:16:06,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:16:06,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:06,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:06,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:16:06,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:16:06,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:06,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:06,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:16:06,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:16:06,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:06,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:06,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:16:06,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740 2024-12-02T14:16:06,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740 2024-12-02T14:16:06,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:16:06,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:16:06,752 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:06,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:16:06,765 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:06,765 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65227909, jitterRate=-0.028028413653373718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:06,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733148966742Initializing all the Stores at 1733148966743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148966743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148966743Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148966743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148966743Cleaning up temporary data from old regions at 1733148966752 (+9 ms)Region opened successfully at 1733148966766 (+14 ms) 2024-12-02T14:16:06,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:16:06,766 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:16:06,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:16:06,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:16:06,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:16:06,768 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:06,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148966766Disabling compacts and flushes for region at 1733148966766Disabling writes for close at 1733148966767 (+1 ms)Writing region close event to WAL at 1733148966768 (+1 ms)Closed at 1733148966768 2024-12-02T14:16:06,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:06,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:16:06,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:16:06,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:06,772 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:16:06,868 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:16:06,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:06,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:06,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:06,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:06,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:06,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:06,922 DEBUG [a3a61c9ba14f:46585 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:16:06,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:06,924 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,41093,1733148964181, state=OPENING 2024-12-02T14:16:06,925 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:16:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:06,926 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:06,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,41093,1733148964181}] 2024-12-02T14:16:06,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01067919266/meta-region-server: CHANGED 2024-12-02T14:16:06,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01067919266/meta-region-server: CHANGED 2024-12-02T14:16:07,079 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:16:07,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:16:07,093 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:16:07,093 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:07,094 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:16:07,095 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C41093%2C1733148964181.meta, suffix=.meta, logDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181, archiveDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/oldWALs, maxLogs=10 2024-12-02T14:16:07,112 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181/a3a61c9ba14f%2C41093%2C1733148964181.meta.1733148967096.meta, exclude list is [], retry=0 2024-12-02T14:16:07,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-82f01d24-7546-4fb0-8072-53deb4afafaf,DISK] 2024-12-02T14:16:07,116 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181/a3a61c9ba14f%2C41093%2C1733148964181.meta.1733148967096.meta 2024-12-02T14:16:07,121 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40905:40905)] 2024-12-02T14:16:07,121 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:07,122 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:07,122 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:16:07,122 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:16:07,122 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:16:07,122 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:16:07,122 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:07,122 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:16:07,122 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:16:07,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:16:07,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:16:07,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:07,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:07,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:16:07,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:16:07,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:07,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:07,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:16:07,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:16:07,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:07,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:07,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:16:07,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:16:07,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:07,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:07,131 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:16:07,132 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740 2024-12-02T14:16:07,133 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740 2024-12-02T14:16:07,135 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:16:07,135 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:16:07,135 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:07,137 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:16:07,137 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60618461, jitterRate=-0.09671454131603241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:07,138 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:16:07,138 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148967123Writing region info on filesystem at 1733148967123Initializing all the Stores at 1733148967123Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148967124 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148967124Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148967124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148967124Cleaning up temporary data from old regions at 1733148967135 (+11 ms)Running coprocessor post-open hooks at 1733148967138 (+3 ms)Region opened successfully at 1733148967138 2024-12-02T14:16:07,139 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148967078 2024-12-02T14:16:07,142 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:16:07,142 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:16:07,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:07,144 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,41093,1733148964181, state=OPEN 2024-12-02T14:16:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01067919266/meta-region-server 2024-12-02T14:16:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01067919266/meta-region-server 2024-12-02T14:16:07,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:07,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01067919266/meta-region-server: CHANGED 2024-12-02T14:16:07,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01067919266/meta-region-server: CHANGED 2024-12-02T14:16:07,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:16:07,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,41093,1733148964181 in 221 msec 2024-12-02T14:16:07,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:16:07,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-12-02T14:16:07,155 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:07,155 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:16:07,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:07,157 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,41093,1733148964181, seqNum=-1] 2024-12-02T14:16:07,157 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:07,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:07,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-12-02T14:16:07,171 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148967171, completionTime=-1 2024-12-02T14:16:07,171 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:16:07,171 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:16:07,174 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:16:07,174 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149027174 2024-12-02T14:16:07,174 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149087174 2024-12-02T14:16:07,174 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T14:16:07,174 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46585,1733148964141-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:07,174 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46585,1733148964141-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:07,174 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46585,1733148964141-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:07,174 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:46585, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:07,174 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:07,177 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:16:07,185 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:07,192 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.973sec 2024-12-02T14:16:07,192 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:16:07,192 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:16:07,192 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:16:07,192 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:16:07,192 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:16:07,192 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46585,1733148964141-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:07,193 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46585,1733148964141-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:16:07,203 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:16:07,204 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:16:07,204 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46585,1733148964141-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:07,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c97e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:07,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46585,-1 for getting cluster id 2024-12-02T14:16:07,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:07,217 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e4faa7f-efa3-41a1-9bba-35ef2882ff3c' 2024-12-02T14:16:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e4faa7f-efa3-41a1-9bba-35ef2882ff3c" 2024-12-02T14:16:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e06a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46585,-1] 2024-12-02T14:16:07,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:07,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:07,220 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:07,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcabe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:07,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:07,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,41093,1733148964181, seqNum=-1] 2024-12-02T14:16:07,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:07,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:07,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,46585,1733148964141 2024-12-02T14:16:07,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51341 2024-12-02T14:16:07,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:07,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b49ce4e0002 connected 2024-12-02T14:16:07,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/hadoop.log.dir so I do NOT create it in target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990 2024-12-02T14:16:07,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:16:07,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/hadoop.tmp.dir so I do NOT create it in target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990 2024-12-02T14:16:07,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:16:07,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990 2024-12-02T14:16:07,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:16:07,236 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/cluster_511ccf08-6582-63fb-c878-c0c8e436318b, deleteOnExit=true 2024-12-02T14:16:07,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:16:07,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/test.cache.data in system properties and HBase conf 2024-12-02T14:16:07,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:16:07,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:16:07,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:16:07,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:16:07,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:16:07,237 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:16:07,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:16:07,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:16:07,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:16:07,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:16:07,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:16:07,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:16:07,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:16:07,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:16:07,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:16:07,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:16:07,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:16:07,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:16:07,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:16:07,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:16:07,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:07,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:16:07,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:16:07,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:16:07,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:16:07,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:07,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8042823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:16:07,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db8d6b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:16:07,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d7a90ea{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/java.io.tmpdir/jetty-localhost-36717-hadoop-hdfs-3_4_1-tests_jar-_-any-14448921976236260357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:16:07,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e032d09{HTTP/1.1, (http/1.1)}{localhost:36717} 2024-12-02T14:16:07,430 INFO [Time-limited test {}] server.Server(415): Started @135813ms 2024-12-02T14:16:07,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:07,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:16:07,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:16:07,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:16:07,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:16:07,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bff4f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:16:07,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10399cd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:16:07,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4aba240d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/java.io.tmpdir/jetty-localhost-44125-hadoop-hdfs-3_4_1-tests_jar-_-any-17726775179608678102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:16:07,625 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d17fa12{HTTP/1.1, (http/1.1)}{localhost:44125} 2024-12-02T14:16:07,625 INFO [Time-limited test {}] server.Server(415): Started @136007ms 2024-12-02T14:16:07,626 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:16:07,718 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/cluster_511ccf08-6582-63fb-c878-c0c8e436318b/data/data1/current/BP-1049142860-172.17.0.2-1733148967260/current, will proceed with Du for space computation calculation, 2024-12-02T14:16:07,718 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/cluster_511ccf08-6582-63fb-c878-c0c8e436318b/data/data2/current/BP-1049142860-172.17.0.2-1733148967260/current, will proceed with Du for space computation calculation, 2024-12-02T14:16:07,743 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:16:07,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2c775570a43616b with lease ID 0xe6e1825906e3ec8: Processing first storage report for DS-a39f183b-0d04-4d09-9f80-126633e20b32 from datanode DatanodeRegistration(127.0.0.1:34981, datanodeUuid=a3b4da93-02c7-457f-9ccb-4b75c9b26f1e, infoPort=40485, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=1383225896;c=1733148967260) 2024-12-02T14:16:07,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2c775570a43616b with lease ID 0xe6e1825906e3ec8: from storage DS-a39f183b-0d04-4d09-9f80-126633e20b32 node DatanodeRegistration(127.0.0.1:34981, datanodeUuid=a3b4da93-02c7-457f-9ccb-4b75c9b26f1e, infoPort=40485, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=1383225896;c=1733148967260), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:16:07,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2c775570a43616b with lease ID 0xe6e1825906e3ec8: Processing first storage report for DS-e6ecb5c8-fc82-4f3f-868c-501e407e8af1 from datanode DatanodeRegistration(127.0.0.1:34981, datanodeUuid=a3b4da93-02c7-457f-9ccb-4b75c9b26f1e, infoPort=40485, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=1383225896;c=1733148967260) 2024-12-02T14:16:07,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2c775570a43616b with lease ID 0xe6e1825906e3ec8: from storage DS-e6ecb5c8-fc82-4f3f-868c-501e407e8af1 node DatanodeRegistration(127.0.0.1:34981, datanodeUuid=a3b4da93-02c7-457f-9ccb-4b75c9b26f1e, infoPort=40485, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=1383225896;c=1733148967260), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:16:07,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990 2024-12-02T14:16:07,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:07,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:07,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:16:07,792 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db with version=8 2024-12-02T14:16:07,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/hbase-staging 2024-12-02T14:16:07,795 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:07,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:07,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:07,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:07,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:07,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:07,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:16:07,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:07,796 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36645 2024-12-02T14:16:07,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36645 connecting to ZooKeeper ensemble=127.0.0.1:51341 2024-12-02T14:16:07,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366450x0, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:07,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36645-0x1009b49ce4e0003 connected 2024-12-02T14:16:07,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:07,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:07,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Set watcher on znode that does not yet exist, /1-1667630387/running 2024-12-02T14:16:07,822 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db, hbase.cluster.distributed=false 2024-12-02T14:16:07,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Set watcher on znode that does not yet exist, /1-1667630387/acl 2024-12-02T14:16:07,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36645 2024-12-02T14:16:07,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36645 2024-12-02T14:16:07,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36645 2024-12-02T14:16:07,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36645 2024-12-02T14:16:07,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36645 2024-12-02T14:16:07,856 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:07,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:07,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:07,856 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:07,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:07,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:07,856 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:16:07,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:07,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39123 2024-12-02T14:16:07,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39123 connecting to ZooKeeper ensemble=127.0.0.1:51341 2024-12-02T14:16:07,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:07,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391230x0, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:07,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391230x0, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Set watcher on znode that does not yet exist, /1-1667630387/running 2024-12-02T14:16:07,870 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:16:07,876 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:16:07,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Set watcher on znode that does not yet exist, /1-1667630387/master 2024-12-02T14:16:07,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39123-0x1009b49ce4e0004 connected 2024-12-02T14:16:07,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Set watcher on znode that does not yet exist, /1-1667630387/acl 2024-12-02T14:16:07,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39123 2024-12-02T14:16:07,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39123 2024-12-02T14:16:07,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39123 2024-12-02T14:16:07,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39123 2024-12-02T14:16:07,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39123 2024-12-02T14:16:07,922 DEBUG [M:0;a3a61c9ba14f:36645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:36645 2024-12-02T14:16:07,922 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1667630387/backup-masters/a3a61c9ba14f,36645,1733148967795 2024-12-02T14:16:07,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387/backup-masters 2024-12-02T14:16:07,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387/backup-masters 2024-12-02T14:16:07,924 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Set watcher on existing znode=/1-1667630387/backup-masters/a3a61c9ba14f,36645,1733148967795 2024-12-02T14:16:07,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1667630387/master 2024-12-02T14:16:07,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:07,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:07,926 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Set watcher on existing znode=/1-1667630387/master 2024-12-02T14:16:07,926 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1667630387/backup-masters/a3a61c9ba14f,36645,1733148967795 from backup master directory 2024-12-02T14:16:07,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1667630387/backup-masters/a3a61c9ba14f,36645,1733148967795 2024-12-02T14:16:07,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387/backup-masters 2024-12-02T14:16:07,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387/backup-masters 2024-12-02T14:16:07,929 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:07,929 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,36645,1733148967795 2024-12-02T14:16:07,937 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/hbase.id] with ID: b9c752f8-cfbd-443c-87e3-6ef0a739711f 2024-12-02T14:16:07,937 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/.tmp/hbase.id 2024-12-02T14:16:07,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:16:07,953 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/.tmp/hbase.id]:[hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/hbase.id] 2024-12-02T14:16:07,966 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:07,967 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:16:07,969 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T14:16:07,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:07,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:07,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:16:08,392 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:08,392 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:16:08,392 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:08,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:16:08,799 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store 2024-12-02T14:16:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:16:09,205 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:09,205 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:16:09,205 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:09,205 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:09,205 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:16:09,205 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:09,205 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:09,205 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148969205Disabling compacts and flushes for region at 1733148969205Disabling writes for close at 1733148969205Writing region close event to WAL at 1733148969205Closed at 1733148969205 2024-12-02T14:16:09,206 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/.initializing 2024-12-02T14:16:09,206 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/WALs/a3a61c9ba14f,36645,1733148967795 2024-12-02T14:16:09,207 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:09,209 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C36645%2C1733148967795, suffix=, logDir=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/WALs/a3a61c9ba14f,36645,1733148967795, archiveDir=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/oldWALs, maxLogs=10 2024-12-02T14:16:09,225 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/WALs/a3a61c9ba14f,36645,1733148967795/a3a61c9ba14f%2C36645%2C1733148967795.1733148969210, exclude list is [], retry=0 2024-12-02T14:16:09,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34981,DS-a39f183b-0d04-4d09-9f80-126633e20b32,DISK] 2024-12-02T14:16:09,229 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/WALs/a3a61c9ba14f,36645,1733148967795/a3a61c9ba14f%2C36645%2C1733148967795.1733148969210 2024-12-02T14:16:09,230 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40485:40485)] 2024-12-02T14:16:09,230 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:09,230 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:09,230 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:09,230 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:09,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:09,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:16:09,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:09,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:09,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:09,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:16:09,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:09,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:09,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:09,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:16:09,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:09,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:09,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:09,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:16:09,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:09,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:09,238 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:09,239 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:09,239 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:09,240 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:09,240 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:09,240 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:09,241 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:09,243 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:09,243 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72109576, jitterRate=0.0745164155960083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:09,243 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148969230Initializing all the Stores at 1733148969231 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148969231Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148969231Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148969231Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148969231Cleaning up temporary data from old regions at 1733148969240 (+9 ms)Region opened successfully at 1733148969243 (+3 ms) 2024-12-02T14:16:09,243 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:16:09,246 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c173973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:09,247 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:16:09,247 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:16:09,247 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:16:09,247 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:16:09,247 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:16:09,248 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:16:09,248 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:16:09,249 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:16:09,250 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Unable to get data of znode /1-1667630387/balancer because node does not exist (not necessarily an error) 2024-12-02T14:16:09,251 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1667630387/balancer already deleted, retry=false 2024-12-02T14:16:09,251 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:16:09,251 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Unable to get data of znode /1-1667630387/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:16:09,252 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1667630387/normalizer already deleted, retry=false 2024-12-02T14:16:09,252 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:16:09,253 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Unable to get data of znode /1-1667630387/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:16:09,253 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1667630387/switch/split already deleted, retry=false 2024-12-02T14:16:09,254 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Unable to get data of znode /1-1667630387/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:16:09,255 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1667630387/switch/merge already deleted, retry=false 2024-12-02T14:16:09,257 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Unable to get data of znode /1-1667630387/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:16:09,257 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1667630387/snapshot-cleanup already deleted, retry=false 2024-12-02T14:16:09,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1667630387/running 2024-12-02T14:16:09,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1667630387/running 2024-12-02T14:16:09,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:09,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:09,259 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,36645,1733148967795, sessionid=0x1009b49ce4e0003, setting cluster-up flag (Was=false) 2024-12-02T14:16:09,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:09,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:09,263 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1667630387/flush-table-proc/acquired, /1-1667630387/flush-table-proc/reached, /1-1667630387/flush-table-proc/abort 2024-12-02T14:16:09,264 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,36645,1733148967795 2024-12-02T14:16:09,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:09,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:09,270 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1667630387/online-snapshot/acquired, /1-1667630387/online-snapshot/reached, /1-1667630387/online-snapshot/abort 2024-12-02T14:16:09,270 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,36645,1733148967795 2024-12-02T14:16:09,274 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:16:09,275 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:09,276 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:16:09,276 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:16:09,276 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,36645,1733148967795 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:16:09,277 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:09,277 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:09,277 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:09,277 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:09,277 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:16:09,277 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:09,277 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:09,277 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:09,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:09,280 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148999280 2024-12-02T14:16:09,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:16:09,280 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:16:09,280 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:16:09,281 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:16:09,281 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:16:09,281 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:16:09,281 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:16:09,281 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:09,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:16:09,281 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,285 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:16:09,285 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:16:09,285 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:16:09,285 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:16:09,289 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:16:09,289 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:16:09,290 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148969289,5,FailOnTimeoutGroup] 2024-12-02T14:16:09,292 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148969290,5,FailOnTimeoutGroup] 2024-12-02T14:16:09,292 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,292 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:16:09,293 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,293 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:16:09,302 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(746): ClusterId : b9c752f8-cfbd-443c-87e3-6ef0a739711f 2024-12-02T14:16:09,302 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:16:09,304 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:16:09,304 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:16:09,305 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:16:09,305 DEBUG [RS:0;a3a61c9ba14f:39123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9f4f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:09,315 DEBUG [RS:0;a3a61c9ba14f:39123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:39123 2024-12-02T14:16:09,315 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:16:09,315 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:16:09,316 DEBUG [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:16:09,316 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,36645,1733148967795 with port=39123, startcode=1733148967855 2024-12-02T14:16:09,316 DEBUG [RS:0;a3a61c9ba14f:39123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:16:09,318 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:16:09,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,39123,1733148967855 2024-12-02T14:16:09,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36645 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,39123,1733148967855 2024-12-02T14:16:09,320 DEBUG [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db 2024-12-02T14:16:09,320 DEBUG [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42031 2024-12-02T14:16:09,320 DEBUG [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:16:09,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387/rs 2024-12-02T14:16:09,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,39123,1733148967855] 2024-12-02T14:16:09,324 DEBUG [RS:0;a3a61c9ba14f:39123 {}] zookeeper.ZKUtil(111): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Set watcher on existing znode=/1-1667630387/rs/a3a61c9ba14f,39123,1733148967855 2024-12-02T14:16:09,324 WARN [RS:0;a3a61c9ba14f:39123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:09,324 INFO [RS:0;a3a61c9ba14f:39123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:09,324 DEBUG [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/WALs/a3a61c9ba14f,39123,1733148967855 2024-12-02T14:16:09,327 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:16:09,328 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:16:09,329 INFO [RS:0;a3a61c9ba14f:39123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:16:09,329 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,333 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:16:09,334 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:16:09,334 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:09,334 DEBUG [RS:0;a3a61c9ba14f:39123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:09,336 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,336 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,336 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,336 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,336 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,336 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,39123,1733148967855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:09,352 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:16:09,352 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,39123,1733148967855-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,352 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,352 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.Replication(171): a3a61c9ba14f,39123,1733148967855 started 2024-12-02T14:16:09,370 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:09,370 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,39123,1733148967855, RpcServer on a3a61c9ba14f/172.17.0.2:39123, sessionid=0x1009b49ce4e0004 2024-12-02T14:16:09,371 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:16:09,371 DEBUG [RS:0;a3a61c9ba14f:39123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,39123,1733148967855 2024-12-02T14:16:09,371 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,39123,1733148967855' 2024-12-02T14:16:09,371 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1667630387/flush-table-proc/abort' 2024-12-02T14:16:09,371 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1667630387/flush-table-proc/acquired' 2024-12-02T14:16:09,371 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:16:09,371 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:16:09,371 DEBUG [RS:0;a3a61c9ba14f:39123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,39123,1733148967855 2024-12-02T14:16:09,371 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,39123,1733148967855' 2024-12-02T14:16:09,371 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1667630387/online-snapshot/abort' 2024-12-02T14:16:09,372 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1667630387/online-snapshot/acquired' 2024-12-02T14:16:09,372 DEBUG [RS:0;a3a61c9ba14f:39123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:16:09,372 INFO [RS:0;a3a61c9ba14f:39123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:16:09,372 INFO [RS:0;a3a61c9ba14f:39123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:16:09,472 INFO [RS:0;a3a61c9ba14f:39123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:09,474 INFO [RS:0;a3a61c9ba14f:39123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C39123%2C1733148967855, suffix=, logDir=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/WALs/a3a61c9ba14f,39123,1733148967855, archiveDir=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/oldWALs, maxLogs=10 2024-12-02T14:16:09,492 DEBUG [RS:0;a3a61c9ba14f:39123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/WALs/a3a61c9ba14f,39123,1733148967855/a3a61c9ba14f%2C39123%2C1733148967855.1733148969474, exclude list is [], retry=0 2024-12-02T14:16:09,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34981,DS-a39f183b-0d04-4d09-9f80-126633e20b32,DISK] 2024-12-02T14:16:09,498 INFO [RS:0;a3a61c9ba14f:39123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/WALs/a3a61c9ba14f,39123,1733148967855/a3a61c9ba14f%2C39123%2C1733148967855.1733148969474 2024-12-02T14:16:09,501 DEBUG [RS:0;a3a61c9ba14f:39123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40485:40485)] 2024-12-02T14:16:09,696 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:16:09,696 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db 2024-12-02T14:16:09,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:16:10,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:10,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:16:10,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:16:10,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:10,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:10,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:16:10,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:16:10,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:10,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:10,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:16:10,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:16:10,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:10,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:10,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:16:10,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:16:10,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:10,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:10,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:16:10,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/data/hbase/meta/1588230740 2024-12-02T14:16:10,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/data/hbase/meta/1588230740 2024-12-02T14:16:10,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:16:10,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:16:10,111 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:10,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:16:10,114 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:10,114 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58776565, jitterRate=-0.12416093051433563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:10,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733148970101Initializing all the Stores at 1733148970102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148970102Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148970102Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148970102Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148970102Cleaning up temporary data from old regions at 1733148970111 (+9 ms)Region opened successfully at 1733148970114 (+3 ms) 2024-12-02T14:16:10,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:16:10,115 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:16:10,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:16:10,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:16:10,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:16:10,115 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:10,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148970115Disabling compacts and flushes for region at 1733148970115Disabling writes for close at 1733148970115Writing region close event to WAL at 1733148970115Closed at 1733148970115 2024-12-02T14:16:10,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:10,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:16:10,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:16:10,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:10,121 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:16:10,271 DEBUG [a3a61c9ba14f:36645 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:16:10,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,39123,1733148967855 2024-12-02T14:16:10,273 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,39123,1733148967855, state=OPENING 2024-12-02T14:16:10,274 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:16:10,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:10,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:10,275 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:10,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,39123,1733148967855}] 2024-12-02T14:16:10,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1667630387/meta-region-server: CHANGED 2024-12-02T14:16:10,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1667630387/meta-region-server: CHANGED 2024-12-02T14:16:10,429 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:16:10,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:16:10,434 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:16:10,434 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:10,434 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:16:10,436 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C39123%2C1733148967855.meta, suffix=.meta, logDir=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/WALs/a3a61c9ba14f,39123,1733148967855, archiveDir=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/oldWALs, maxLogs=10 2024-12-02T14:16:10,453 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/WALs/a3a61c9ba14f,39123,1733148967855/a3a61c9ba14f%2C39123%2C1733148967855.meta.1733148970436.meta, exclude list is [], retry=0 2024-12-02T14:16:10,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34981,DS-a39f183b-0d04-4d09-9f80-126633e20b32,DISK] 2024-12-02T14:16:10,457 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/WALs/a3a61c9ba14f,39123,1733148967855/a3a61c9ba14f%2C39123%2C1733148967855.meta.1733148970436.meta 2024-12-02T14:16:10,457 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40485:40485)] 2024-12-02T14:16:10,457 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:10,457 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:10,457 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:16:10,458 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:16:10,458 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:16:10,458 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:16:10,458 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:10,458 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:16:10,458 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:16:10,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:16:10,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:16:10,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:10,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:10,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:16:10,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:16:10,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:10,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:10,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:16:10,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:16:10,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:10,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:10,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:16:10,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:16:10,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:10,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:10,464 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:16:10,465 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/data/hbase/meta/1588230740 2024-12-02T14:16:10,466 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/data/hbase/meta/1588230740 2024-12-02T14:16:10,467 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:16:10,468 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:16:10,468 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:10,469 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:16:10,470 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69666963, jitterRate=0.038118645548820496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:10,470 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:16:10,470 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148970458Writing region info on filesystem at 1733148970458Initializing all the Stores at 1733148970459 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148970459Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148970459Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148970459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148970459Cleaning up temporary data from old regions at 1733148970468 (+9 ms)Running coprocessor post-open hooks at 1733148970470 (+2 ms)Region opened successfully at 1733148970470 2024-12-02T14:16:10,471 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148970429 2024-12-02T14:16:10,472 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:16:10,473 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:16:10,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,39123,1733148967855 2024-12-02T14:16:10,474 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,39123,1733148967855, state=OPEN 2024-12-02T14:16:10,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1667630387/meta-region-server 2024-12-02T14:16:10,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1667630387/meta-region-server 2024-12-02T14:16:10,474 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,39123,1733148967855 2024-12-02T14:16:10,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1667630387/meta-region-server: CHANGED 2024-12-02T14:16:10,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1667630387/meta-region-server: CHANGED 2024-12-02T14:16:10,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:16:10,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,39123,1733148967855 in 199 msec 2024-12-02T14:16:10,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:16:10,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-12-02T14:16:10,478 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:10,478 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:16:10,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:10,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39123,1733148967855, seqNum=-1] 2024-12-02T14:16:10,480 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:10,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:10,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-12-02T14:16:10,486 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148970486, completionTime=-1 2024-12-02T14:16:10,487 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:16:10,487 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:16:10,489 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:16:10,489 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149030489 2024-12-02T14:16:10,489 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149090489 2024-12-02T14:16:10,489 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T14:16:10,489 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36645,1733148967795-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:10,489 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36645,1733148967795-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:10,489 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36645,1733148967795-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:10,489 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:36645, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:10,489 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:10,489 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:10,491 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:16:10,493 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.564sec 2024-12-02T14:16:10,493 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:16:10,493 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:16:10,493 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:16:10,493 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:16:10,493 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:16:10,493 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36645,1733148967795-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:10,493 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36645,1733148967795-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:16:10,495 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:16:10,495 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:16:10,495 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36645,1733148967795-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:10,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9e554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:10,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36645,-1 for getting cluster id 2024-12-02T14:16:10,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:10,504 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c752f8-cfbd-443c-87e3-6ef0a739711f' 2024-12-02T14:16:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c752f8-cfbd-443c-87e3-6ef0a739711f" 2024-12-02T14:16:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b859056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36645,-1] 2024-12-02T14:16:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:10,506 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:10,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:10,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:10,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,39123,1733148967855, seqNum=-1] 2024-12-02T14:16:10,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:10,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:10,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,36645,1733148967795 2024-12-02T14:16:10,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51341 2024-12-02T14:16:10,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:10,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b49ce4e0005 connected 2024-12-02T14:16:10,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f88dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:10,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46585,-1 for getting cluster id 2024-12-02T14:16:10,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:10,516 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e4faa7f-efa3-41a1-9bba-35ef2882ff3c' 2024-12-02T14:16:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e4faa7f-efa3-41a1-9bba-35ef2882ff3c" 2024-12-02T14:16:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726404bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46585,-1] 2024-12-02T14:16:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:10,517 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed82be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:10,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,46585,1733148964141 2024-12-02T14:16:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63f76441 2024-12-02T14:16:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:10,520 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:10,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:36645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:16:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:16:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:10,523 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:36645' 2024-12-02T14:16:10,523 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50162b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:10,523 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36645,-1 for getting cluster id 2024-12-02T14:16:10,524 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:10,524 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c752f8-cfbd-443c-87e3-6ef0a739711f' 2024-12-02T14:16:10,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:10,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c752f8-cfbd-443c-87e3-6ef0a739711f" 2024-12-02T14:16:10,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5962007f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:10,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36645,-1] 2024-12-02T14:16:10,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:10,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:10,526 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:10,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cf47e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:10,527 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:10,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,36645,1733148967795 2024-12-02T14:16:10,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@214a6dc2 2024-12-02T14:16:10,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:10,529 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:10,529 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T14:16:10,530 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:16:10,530 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:10,530 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:10,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:10,530 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:10,531 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:16:10,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:16:10,532 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:10,533 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:16:10,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741835_1011 (size=1138) 2024-12-02T14:16:10,582 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:16:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:10,944 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49eea2988b56a1585353cbd4bc5d3198, NAME => 'hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d 2024-12-02T14:16:10,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741836_1012 (size=44) 2024-12-02T14:16:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:11,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:11,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 49eea2988b56a1585353cbd4bc5d3198, disabling compactions & flushes 2024-12-02T14:16:11,350 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:11,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:11,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. after waiting 0 ms 2024-12-02T14:16:11,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:11,350 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:11,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49eea2988b56a1585353cbd4bc5d3198: Waiting for close lock at 1733148971350Disabling compacts and flushes for region at 1733148971350Disabling writes for close at 1733148971350Writing region close event to WAL at 1733148971350Closed at 1733148971350 2024-12-02T14:16:11,351 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:16:11,351 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733148971351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148971351"}]},"ts":"1733148971351"} 2024-12-02T14:16:11,353 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:16:11,354 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:16:11,355 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148971354"}]},"ts":"1733148971354"} 2024-12-02T14:16:11,356 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:16:11,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49eea2988b56a1585353cbd4bc5d3198, ASSIGN}] 2024-12-02T14:16:11,358 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49eea2988b56a1585353cbd4bc5d3198, ASSIGN 2024-12-02T14:16:11,359 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49eea2988b56a1585353cbd4bc5d3198, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,41093,1733148964181; forceNewPlan=false, retain=false 2024-12-02T14:16:11,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=49eea2988b56a1585353cbd4bc5d3198, regionState=OPENING, regionLocation=a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:11,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49eea2988b56a1585353cbd4bc5d3198, ASSIGN because future has completed 2024-12-02T14:16:11,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49eea2988b56a1585353cbd4bc5d3198, server=a3a61c9ba14f,41093,1733148964181}] 2024-12-02T14:16:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:11,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:11,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:11,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:16:11,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C41093%2C1733148964181.rep, suffix=, logDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181, archiveDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/oldWALs, maxLogs=10 2024-12-02T14:16:11,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181/a3a61c9ba14f%2C41093%2C1733148964181.rep.1733148971670, exclude list is [], retry=0 2024-12-02T14:16:11,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-82f01d24-7546-4fb0-8072-53deb4afafaf,DISK] 2024-12-02T14:16:11,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181/a3a61c9ba14f%2C41093%2C1733148964181.rep.1733148971670 2024-12-02T14:16:11,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40905:40905)] 2024-12-02T14:16:11,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 49eea2988b56a1585353cbd4bc5d3198, NAME => 'hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:11,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:11,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:16:11,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. service=MultiRowMutationService 2024-12-02T14:16:11,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:16:11,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:11,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:11,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:11,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:11,688 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:11,689 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49eea2988b56a1585353cbd4bc5d3198 columnFamilyName hfileref 2024-12-02T14:16:11,689 DEBUG [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:11,689 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] regionserver.HStore(327): Store=49eea2988b56a1585353cbd4bc5d3198/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:11,689 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:11,690 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49eea2988b56a1585353cbd4bc5d3198 columnFamilyName queue 2024-12-02T14:16:11,690 DEBUG [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:11,690 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] regionserver.HStore(327): Store=49eea2988b56a1585353cbd4bc5d3198/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:11,690 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:11,691 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49eea2988b56a1585353cbd4bc5d3198 columnFamilyName sid 2024-12-02T14:16:11,691 DEBUG [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:11,691 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] regionserver.HStore(327): Store=49eea2988b56a1585353cbd4bc5d3198/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:11,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:11,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/replication/49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:11,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/replication/49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:11,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:11,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:11,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:16:11,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:11,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/replication/49eea2988b56a1585353cbd4bc5d3198/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:11,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 49eea2988b56a1585353cbd4bc5d3198; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62448433, jitterRate=-0.06944583356380463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:16:11,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:11,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 49eea2988b56a1585353cbd4bc5d3198: Running coprocessor pre-open hook at 1733148971686Writing region info on filesystem at 1733148971686Initializing all the Stores at 1733148971687 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148971687Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148971687Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148971687Cleaning up temporary data from old regions at 1733148971692 (+5 ms)Running coprocessor post-open hooks at 1733148971696 (+4 ms)Region opened successfully at 1733148971696 2024-12-02T14:16:11,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198., pid=7, masterSystemTime=1733148971664 2024-12-02T14:16:11,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:11,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:11,699 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=49eea2988b56a1585353cbd4bc5d3198, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:11,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49eea2988b56a1585353cbd4bc5d3198, server=a3a61c9ba14f,41093,1733148964181 because future has completed 2024-12-02T14:16:11,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T14:16:11,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 49eea2988b56a1585353cbd4bc5d3198, server=a3a61c9ba14f,41093,1733148964181 in 190 msec 2024-12-02T14:16:11,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:16:11,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49eea2988b56a1585353cbd4bc5d3198, ASSIGN in 347 msec 2024-12-02T14:16:11,708 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:16:11,708 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148971708"}]},"ts":"1733148971708"} 2024-12-02T14:16:11,710 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:16:11,711 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:16:11,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-12-02T14:16:11,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198., hostname=a3a61c9ba14f,41093,1733148964181, seqNum=2] 2024-12-02T14:16:11,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:11,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:11,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:16:11,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41093 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T14:16:11,899 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:16:11,924 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,41093,1733148964181, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:16:11,925 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:11,925 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,41093,1733148964181, seqNum=-1] 2024-12-02T14:16:11,925 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:11,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-02T14:16:11,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,41093,1733148964181', locateType=CURRENT is [region=hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198., hostname=a3a61c9ba14f,41093,1733148964181, seqNum=2] 2024-12-02T14:16:11,930 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T14:16:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T14:16:11,932 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,41093,1733148964181 suceeded 2024-12-02T14:16:11,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T14:16:11,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-02T14:16:11,933 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:36645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:16:11,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4130 sec 2024-12-02T14:16:11,942 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:36645' 2024-12-02T14:16:11,943 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765940d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:11,943 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36645,-1 for getting cluster id 2024-12-02T14:16:11,943 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:11,944 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c752f8-cfbd-443c-87e3-6ef0a739711f' 2024-12-02T14:16:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c752f8-cfbd-443c-87e3-6ef0a739711f" 2024-12-02T14:16:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c0736ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36645,-1] 2024-12-02T14:16:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:11,945 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:11,945 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b208ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:11,946 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:11,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,36645,1733148967795 2024-12-02T14:16:11,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31780e49 2024-12-02T14:16:11,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:11,947 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-02T14:16:11,948 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,41093,1733148964181 (queues=1) is replicating from cluster=5e4faa7f-efa3-41a1-9bba-35ef2882ff3c to cluster=b9c752f8-cfbd-443c-87e3-6ef0a739711f 2024-12-02T14:16:11,948 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C41093%2C1733148964181 2024-12-02T14:16:11,948 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,41093,1733148964181, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:16:11,948 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181.replicationSource.shippera3a61c9ba14f%2C41093%2C1733148964181,1-a3a61c9ba14f,41093,1733148964181 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C41093%2C1733148964181 2024-12-02T14:16:11,948 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181.replicationSource.wal-reader.a3a61c9ba14f%2C41093%2C1733148964181,1-a3a61c9ba14f,41093,1733148964181 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181/a3a61c9ba14f%2C41093%2C1733148964181.1733148966157, startPosition=0, beingWritten=true 2024-12-02T14:16:12,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T14:16:12,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:16:12,153 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181.replicationSource.wal-reader.a3a61c9ba14f%2C41093%2C1733148964181,1-a3a61c9ba14f,41093,1733148964181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181/a3a61c9ba14f%2C41093%2C1733148964181.1733148966157 to pos 0, reset compression=false 2024-12-02T14:16:12,458 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181.replicationSource.wal-reader.a3a61c9ba14f%2C41093%2C1733148964181,1-a3a61c9ba14f,41093,1733148964181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181/a3a61c9ba14f%2C41093%2C1733148964181.1733148966157 to pos 0, reset compression=false 2024-12-02T14:16:12,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:16:12,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:12,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:12,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:12,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:12,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:12,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:12,666 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:16:12,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:12,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:12,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:12,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:12,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:12,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,46585,1733148964141 2024-12-02T14:16:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25b31b29 2024-12-02T14:16:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:12,670 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:12,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T14:16:12,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:12,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:12,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:12,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:12,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:16:12,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=938413092, stopped=false 2024-12-02T14:16:12,671 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,46585,1733148964141 2024-12-02T14:16:12,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:12,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01067919266/running 2024-12-02T14:16:12,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:12,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01067919266/running 2024-12-02T14:16:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:12,673 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:16:12,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:12,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:12,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:12,673 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,41093,1733148964181' ***** 2024-12-02T14:16:12,673 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:16:12,674 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:16:12,674 INFO [RS:0;a3a61c9ba14f:41093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:16:12,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/running 2024-12-02T14:16:12,674 INFO [RS:0;a3a61c9ba14f:41093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:16:12,674 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(3091): Received CLOSE for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:12,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:16:12,674 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:12,674 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:16:12,674 INFO [RS:0;a3a61c9ba14f:41093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:41093. 2024-12-02T14:16:12,674 DEBUG [RS:0;a3a61c9ba14f:41093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:12,674 DEBUG [RS:0;a3a61c9ba14f:41093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:12,674 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:16:12,674 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:16:12,674 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:16:12,675 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:16:12,675 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49eea2988b56a1585353cbd4bc5d3198, disabling compactions & flushes 2024-12-02T14:16:12,675 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:12,675 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:12,675 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. after waiting 0 ms 2024-12-02T14:16:12,675 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:12,675 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49eea2988b56a1585353cbd4bc5d3198 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T14:16:12,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/running 2024-12-02T14:16:12,677 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:16:12,677 DEBUG [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 49eea2988b56a1585353cbd4bc5d3198=hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198.} 2024-12-02T14:16:12,677 DEBUG [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:12,677 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:16:12,677 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:16:12,677 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:16:12,677 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:16:12,677 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:16:12,677 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T14:16:12,695 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/replication/49eea2988b56a1585353cbd4bc5d3198/.tmp/queue/f461e2f905024feb826a44e941ea478e is 151, key is 1-a3a61c9ba14f,41093,1733148964181/queue:a3a61c9ba14f%2C41093%2C1733148964181/1733148971928/Put/seqid=0 2024-12-02T14:16:12,696 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/.tmp/info/573c3191ed5e4d74bec16cd5f3bf6727 is 147, key is hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198./info:regioninfo/1733148971699/Put/seqid=0 2024-12-02T14:16:12,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741838_1014 (size=5350) 2024-12-02T14:16:12,699 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/replication/49eea2988b56a1585353cbd4bc5d3198/.tmp/queue/f461e2f905024feb826a44e941ea478e 2024-12-02T14:16:12,706 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/replication/49eea2988b56a1585353cbd4bc5d3198/.tmp/queue/f461e2f905024feb826a44e941ea478e as hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/replication/49eea2988b56a1585353cbd4bc5d3198/queue/f461e2f905024feb826a44e941ea478e 2024-12-02T14:16:12,712 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/replication/49eea2988b56a1585353cbd4bc5d3198/queue/f461e2f905024feb826a44e941ea478e, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T14:16:12,713 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 49eea2988b56a1585353cbd4bc5d3198 in 38ms, sequenceid=5, compaction requested=false 2024-12-02T14:16:12,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741839_1015 (size=6631) 2024-12-02T14:16:12,723 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/replication/49eea2988b56a1585353cbd4bc5d3198/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:16:12,724 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:12,724 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:12,724 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:12,724 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49eea2988b56a1585353cbd4bc5d3198: Waiting for close lock at 1733148972675Running coprocessor pre-close hooks at 1733148972675Disabling compacts and flushes for region at 1733148972675Disabling writes for close at 1733148972675Obtaining lock to block concurrent updates at 1733148972675Preparing flush snapshotting stores in 49eea2988b56a1585353cbd4bc5d3198 at 1733148972675Finished memstore snapshotting hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733148972675Flushing stores of hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. at 1733148972676 (+1 ms)Flushing 49eea2988b56a1585353cbd4bc5d3198/queue: creating writer at 1733148972676Flushing 49eea2988b56a1585353cbd4bc5d3198/queue: appending metadata at 1733148972694 (+18 ms)Flushing 49eea2988b56a1585353cbd4bc5d3198/queue: closing flushed file at 1733148972694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3621841: reopening flushed file at 1733148972705 (+11 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 49eea2988b56a1585353cbd4bc5d3198 in 38ms, sequenceid=5, compaction requested=false at 1733148972713 (+8 ms)Writing region close event to WAL at 1733148972719 (+6 ms)Running coprocessor post-close hooks at 1733148972724 (+5 ms)Closed at 1733148972724 2024-12-02T14:16:12,724 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:12,738 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:16:12,862 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181.replicationSource.wal-reader.a3a61c9ba14f%2C41093%2C1733148964181,1-a3a61c9ba14f,41093,1733148964181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181/a3a61c9ba14f%2C41093%2C1733148964181.1733148966157 to pos 0, reset compression=false 2024-12-02T14:16:12,877 DEBUG [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:13,033 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:16:13,033 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:16:13,077 DEBUG [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:13,115 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/.tmp/info/573c3191ed5e4d74bec16cd5f3bf6727 2024-12-02T14:16:13,142 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/.tmp/ns/3d02ec4dadb14cfdb0003cf826b94698 is 43, key is default/ns:d/1733148967159/Put/seqid=0 2024-12-02T14:16:13,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741840_1016 (size=5153) 2024-12-02T14:16:13,151 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/.tmp/ns/3d02ec4dadb14cfdb0003cf826b94698 2024-12-02T14:16:13,177 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/.tmp/table/0747664bc7eb4fed9cfb149ea113d3e2 is 53, key is hbase:replication/table:state/1733148971708/Put/seqid=0 2024-12-02T14:16:13,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741841_1017 (size=5256) 2024-12-02T14:16:13,278 DEBUG [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:13,368 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181.replicationSource.wal-reader.a3a61c9ba14f%2C41093%2C1733148964181,1-a3a61c9ba14f,41093,1733148964181 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181/a3a61c9ba14f%2C41093%2C1733148964181.1733148966157 to pos 0, reset compression=false 2024-12-02T14:16:13,478 DEBUG [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:13,591 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/.tmp/table/0747664bc7eb4fed9cfb149ea113d3e2 2024-12-02T14:16:13,597 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/.tmp/info/573c3191ed5e4d74bec16cd5f3bf6727 as hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/info/573c3191ed5e4d74bec16cd5f3bf6727 2024-12-02T14:16:13,601 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/info/573c3191ed5e4d74bec16cd5f3bf6727, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T14:16:13,602 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/.tmp/ns/3d02ec4dadb14cfdb0003cf826b94698 as hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/ns/3d02ec4dadb14cfdb0003cf826b94698 2024-12-02T14:16:13,606 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/ns/3d02ec4dadb14cfdb0003cf826b94698, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T14:16:13,607 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/.tmp/table/0747664bc7eb4fed9cfb149ea113d3e2 as hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/table/0747664bc7eb4fed9cfb149ea113d3e2 2024-12-02T14:16:13,611 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/table/0747664bc7eb4fed9cfb149ea113d3e2, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T14:16:13,612 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 935ms, sequenceid=11, compaction requested=false 2024-12-02T14:16:13,616 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T14:16:13,617 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:13,617 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:13,617 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:13,617 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148972677Running coprocessor pre-close hooks at 1733148972677Disabling compacts and flushes for region at 1733148972677Disabling writes for close at 1733148972677Obtaining lock to block concurrent updates at 1733148972677Preparing flush snapshotting stores in 1588230740 at 1733148972677Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733148972678 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733148972678Flushing 1588230740/info: creating writer at 1733148972678Flushing 1588230740/info: appending metadata at 1733148972696 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733148972696Flushing 1588230740/ns: creating writer at 1733148973122 (+426 ms)Flushing 1588230740/ns: appending metadata at 1733148973141 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733148973141Flushing 1588230740/table: creating writer at 1733148973158 (+17 ms)Flushing 1588230740/table: appending metadata at 1733148973176 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733148973176Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b0d19: reopening flushed file at 1733148973596 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4975b3fa: reopening flushed file at 1733148973601 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2420925f: reopening flushed file at 1733148973606 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 935ms, sequenceid=11, compaction requested=false at 1733148973612 (+6 ms)Writing region close event to WAL at 1733148973613 (+1 ms)Running coprocessor post-close hooks at 1733148973616 (+3 ms)Closed at 1733148973617 (+1 ms) 2024-12-02T14:16:13,617 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:13,678 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,41093,1733148964181; all regions closed. 2024-12-02T14:16:13,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741834_1010 (size=2742) 2024-12-02T14:16:13,683 DEBUG [RS:0;a3a61c9ba14f:41093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/oldWALs 2024-12-02T14:16:13,683 INFO [RS:0;a3a61c9ba14f:41093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C41093%2C1733148964181.meta:.meta(num 1733148967096) 2024-12-02T14:16:13,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741837_1013 (size=1586) 2024-12-02T14:16:13,686 DEBUG [RS:0;a3a61c9ba14f:41093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/oldWALs 2024-12-02T14:16:13,686 INFO [RS:0;a3a61c9ba14f:41093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C41093%2C1733148964181.rep:(num 1733148971670) 2024-12-02T14:16:13,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741832_1008 (size=93) 2024-12-02T14:16:13,688 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181/a3a61c9ba14f%2C41093%2C1733148964181.1733148966157 not finished, retry = 0 2024-12-02T14:16:13,791 DEBUG [RS:0;a3a61c9ba14f:41093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/oldWALs 2024-12-02T14:16:13,791 INFO [RS:0;a3a61c9ba14f:41093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C41093%2C1733148964181:(num 1733148966157) 2024-12-02T14:16:13,791 DEBUG [RS:0;a3a61c9ba14f:41093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:13,791 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:16:13,791 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:16:13,791 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:16:13,791 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:16:13,791 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:16:13,791 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,41093,1733148964181 because: Region server is closing 2024-12-02T14:16:13,792 INFO [RS:0;a3a61c9ba14f:41093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:41093. 2024-12-02T14:16:13,792 DEBUG [RS:0;a3a61c9ba14f:41093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:13,792 DEBUG [RS:0;a3a61c9ba14f:41093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:13,792 DEBUG [RS:0;a3a61c9ba14f:41093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:13,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:13,892 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181.replicationSource.wal-reader.a3a61c9ba14f%2C41093%2C1733148964181,1-a3a61c9ba14f,41093,1733148964181 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T14:16:13,892 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181.replicationSource.shippera3a61c9ba14f%2C41093%2C1733148964181,1-a3a61c9ba14f,41093,1733148964181 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T14:16:13,892 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,41093,1733148964181.replicationSource.shippera3a61c9ba14f%2C41093%2C1733148964181,1-a3a61c9ba14f,41093,1733148964181 terminated 2024-12-02T14:16:13,892 INFO [RS:0;a3a61c9ba14f:41093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41093 2024-12-02T14:16:13,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01067919266/rs/a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:13,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266/rs 2024-12-02T14:16:13,893 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:16:13,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,41093,1733148964181] 2024-12-02T14:16:13,895 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01067919266/draining/a3a61c9ba14f,41093,1733148964181 already deleted, retry=false 2024-12-02T14:16:13,895 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,41093,1733148964181 expired; onlineServers=0 2024-12-02T14:16:13,895 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,46585,1733148964141' ***** 2024-12-02T14:16:13,895 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:16:13,895 INFO [M:0;a3a61c9ba14f:46585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:16:13,895 INFO [M:0;a3a61c9ba14f:46585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:16:13,895 DEBUG [M:0;a3a61c9ba14f:46585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:16:13,895 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:16:13,895 DEBUG [M:0;a3a61c9ba14f:46585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:16:13,895 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148965928 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148965928,5,FailOnTimeoutGroup] 2024-12-02T14:16:13,895 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148965933 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148965933,5,FailOnTimeoutGroup] 2024-12-02T14:16:13,895 INFO [M:0;a3a61c9ba14f:46585 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:16:13,895 INFO [M:0;a3a61c9ba14f:46585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:16:13,895 DEBUG [M:0;a3a61c9ba14f:46585 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:16:13,895 INFO [M:0;a3a61c9ba14f:46585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:16:13,896 INFO [M:0;a3a61c9ba14f:46585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:16:13,896 INFO [M:0;a3a61c9ba14f:46585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:16:13,896 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:16:13,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01067919266/master 2024-12-02T14:16:13,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:13,897 DEBUG [M:0;a3a61c9ba14f:46585 {}] zookeeper.ZKUtil(347): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Unable to get data of znode /01067919266/master because node does not exist (not an error) 2024-12-02T14:16:13,897 WARN [M:0;a3a61c9ba14f:46585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:16:13,897 INFO [M:0;a3a61c9ba14f:46585 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/.lastflushedseqids 2024-12-02T14:16:13,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741842_1018 (size=181) 2024-12-02T14:16:13,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:13,994 INFO [RS:0;a3a61c9ba14f:41093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:16:13,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41093-0x1009b49ce4e0001, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:13,994 INFO [RS:0;a3a61c9ba14f:41093 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,41093,1733148964181; zookeeper connection closed. 2024-12-02T14:16:13,995 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@374fa490 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@374fa490 2024-12-02T14:16:13,995 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:16:14,302 INFO [M:0;a3a61c9ba14f:46585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:16:14,302 INFO [M:0;a3a61c9ba14f:46585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:16:14,302 DEBUG [M:0;a3a61c9ba14f:46585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:16:14,302 INFO [M:0;a3a61c9ba14f:46585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:14,302 DEBUG [M:0;a3a61c9ba14f:46585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:14,302 DEBUG [M:0;a3a61c9ba14f:46585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:16:14,302 DEBUG [M:0;a3a61c9ba14f:46585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:14,302 INFO [M:0;a3a61c9ba14f:46585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T14:16:14,321 DEBUG [M:0;a3a61c9ba14f:46585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60ec3d3985b94732938f2dadee971f73 is 82, key is hbase:meta,,1/info:regioninfo/1733148967143/Put/seqid=0 2024-12-02T14:16:14,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741843_1019 (size=5672) 2024-12-02T14:16:14,327 INFO [M:0;a3a61c9ba14f:46585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60ec3d3985b94732938f2dadee971f73 2024-12-02T14:16:14,350 DEBUG [M:0;a3a61c9ba14f:46585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c88b94bb0794cb3aea732ce1aacf204 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733148971712/Put/seqid=0 2024-12-02T14:16:14,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741844_1020 (size=7203) 2024-12-02T14:16:14,755 INFO [M:0;a3a61c9ba14f:46585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c88b94bb0794cb3aea732ce1aacf204 2024-12-02T14:16:14,773 DEBUG [M:0;a3a61c9ba14f:46585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4735fcdfa7b7444087fe5a44f78cf34f is 69, key is a3a61c9ba14f,41093,1733148964181/rs:state/1733148966021/Put/seqid=0 2024-12-02T14:16:14,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741845_1021 (size=5156) 2024-12-02T14:16:15,177 INFO [M:0;a3a61c9ba14f:46585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4735fcdfa7b7444087fe5a44f78cf34f 2024-12-02T14:16:15,182 DEBUG [M:0;a3a61c9ba14f:46585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60ec3d3985b94732938f2dadee971f73 as hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60ec3d3985b94732938f2dadee971f73 2024-12-02T14:16:15,185 INFO [M:0;a3a61c9ba14f:46585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60ec3d3985b94732938f2dadee971f73, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T14:16:15,186 DEBUG [M:0;a3a61c9ba14f:46585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c88b94bb0794cb3aea732ce1aacf204 as hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c88b94bb0794cb3aea732ce1aacf204 2024-12-02T14:16:15,190 INFO [M:0;a3a61c9ba14f:46585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c88b94bb0794cb3aea732ce1aacf204, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T14:16:15,190 DEBUG [M:0;a3a61c9ba14f:46585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4735fcdfa7b7444087fe5a44f78cf34f as hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4735fcdfa7b7444087fe5a44f78cf34f 2024-12-02T14:16:15,195 INFO [M:0;a3a61c9ba14f:46585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4735fcdfa7b7444087fe5a44f78cf34f, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T14:16:15,196 INFO [M:0;a3a61c9ba14f:46585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=70, compaction requested=false 2024-12-02T14:16:15,197 INFO [M:0;a3a61c9ba14f:46585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:15,197 DEBUG [M:0;a3a61c9ba14f:46585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148974302Disabling compacts and flushes for region at 1733148974302Disabling writes for close at 1733148974302Obtaining lock to block concurrent updates at 1733148974302Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148974302Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733148974303 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148974303Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148974303Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148974320 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148974321 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148974332 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148974350 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148974350Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148974760 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148974772 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148974772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@114d04dc: reopening flushed file at 1733148975181 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f265aa: reopening flushed file at 1733148975185 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87bb493: reopening flushed file at 1733148975190 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=70, compaction requested=false at 1733148975196 (+6 ms)Writing region close event to WAL at 1733148975197 (+1 ms)Closed at 1733148975197 2024-12-02T14:16:15,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,46585,1733148964141/a3a61c9ba14f%2C46585%2C1733148964141.1733148965868 not finished, retry = 0 2024-12-02T14:16:15,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741830_1006 (size=41008) 2024-12-02T14:16:15,300 INFO [M:0;a3a61c9ba14f:46585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:16:15,300 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:16:15,300 INFO [M:0;a3a61c9ba14f:46585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46585 2024-12-02T14:16:15,300 INFO [M:0;a3a61c9ba14f:46585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:16:15,401 INFO [M:0;a3a61c9ba14f:46585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:16:15,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:15,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46585-0x1009b49ce4e0000, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:15,403 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:15,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:15,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:15,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:15,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:15,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:15,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:16:15,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:15,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40617 2024-12-02T14:16:15,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40617 connecting to ZooKeeper ensemble=127.0.0.1:51341 2024-12-02T14:16:15,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406170x0, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:15,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40617-0x1009b49ce4e0006 connected 2024-12-02T14:16:15,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:15,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:15,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/running 2024-12-02T14:16:15,412 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01067919266/meta-region-server: INIT 2024-12-02T14:16:15,412 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d, hbase.cluster.distributed=false 2024-12-02T14:16:15,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/acl 2024-12-02T14:16:15,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40617 2024-12-02T14:16:15,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40617 2024-12-02T14:16:15,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40617 2024-12-02T14:16:15,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40617 2024-12-02T14:16:15,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40617 2024-12-02T14:16:15,431 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:15,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:15,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:15,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:15,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:15,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:15,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:16:15,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:15,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44645 2024-12-02T14:16:15,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44645 connecting to ZooKeeper ensemble=127.0.0.1:51341 2024-12-02T14:16:15,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:15,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:15,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446450x0, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:15,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446450x0, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/running 2024-12-02T14:16:15,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44645-0x1009b49ce4e0007 connected 2024-12-02T14:16:15,437 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01067919266/meta-region-server: INIT 2024-12-02T14:16:15,438 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:16:15,438 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:16:15,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/master 2024-12-02T14:16:15,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/acl 2024-12-02T14:16:15,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44645 2024-12-02T14:16:15,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44645 2024-12-02T14:16:15,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44645 2024-12-02T14:16:15,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44645 2024-12-02T14:16:15,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44645 2024-12-02T14:16:15,455 DEBUG [M:0;a3a61c9ba14f:40617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:40617 2024-12-02T14:16:15,455 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01067919266/backup-masters/a3a61c9ba14f,40617,1733148975403 2024-12-02T14:16:15,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266/backup-masters 2024-12-02T14:16:15,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266/backup-masters 2024-12-02T14:16:15,457 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on existing znode=/01067919266/backup-masters/a3a61c9ba14f,40617,1733148975403 2024-12-02T14:16:15,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01067919266/master 2024-12-02T14:16:15,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:15,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:15,457 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on existing znode=/01067919266/master 2024-12-02T14:16:15,458 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01067919266/backup-masters/a3a61c9ba14f,40617,1733148975403 from backup master directory 2024-12-02T14:16:15,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01067919266/backup-masters/a3a61c9ba14f,40617,1733148975403 2024-12-02T14:16:15,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266/backup-masters 2024-12-02T14:16:15,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266/backup-masters 2024-12-02T14:16:15,458 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:15,458 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,40617,1733148975403 2024-12-02T14:16:15,467 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:15,467 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:16:15,473 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-02T14:16:15,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741846_1022 (size=196) 2024-12-02T14:16:15,882 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:15,883 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:16:15,883 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:15,888 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T14:16:15,890 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,46585,1733148964141 to hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,46585,1733148964141-dead as it is dead 2024-12-02T14:16:15,891 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,46585,1733148964141-dead/a3a61c9ba14f%2C46585%2C1733148964141.1733148965868 2024-12-02T14:16:15,891 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,46585,1733148964141-dead/a3a61c9ba14f%2C46585%2C1733148964141.1733148965868 after 0ms 2024-12-02T14:16:15,892 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,46585,1733148964141-dead/a3a61c9ba14f%2C46585%2C1733148964141.1733148965868 to hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a3a61c9ba14f%2C46585%2C1733148964141.1733148965868 2024-12-02T14:16:15,892 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,46585,1733148964141-dead 2024-12-02T14:16:15,892 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,40617,1733148975403 2024-12-02T14:16:15,893 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:15,894 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C40617%2C1733148975403, suffix=, logDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,40617,1733148975403, archiveDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/oldWALs, maxLogs=10 2024-12-02T14:16:15,904 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,40617,1733148975403/a3a61c9ba14f%2C40617%2C1733148975403.1733148975894, exclude list is [], retry=0 2024-12-02T14:16:15,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-82f01d24-7546-4fb0-8072-53deb4afafaf,DISK] 2024-12-02T14:16:15,908 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,40617,1733148975403/a3a61c9ba14f%2C40617%2C1733148975403.1733148975894 2024-12-02T14:16:15,909 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40905:40905)] 2024-12-02T14:16:15,909 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:15,909 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:15,909 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:15,909 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:15,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:15,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:16:15,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:15,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60ec3d3985b94732938f2dadee971f73 2024-12-02T14:16:15,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:15,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:15,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:16:15,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:15,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c88b94bb0794cb3aea732ce1aacf204 2024-12-02T14:16:15,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:15,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:15,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:16:15,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:15,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4735fcdfa7b7444087fe5a44f78cf34f 2024-12-02T14:16:15,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:15,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:15,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:16:15,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:15,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:15,927 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:15,927 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T14:16:15,927 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a3a61c9ba14f%2C46585%2C1733148964141.1733148965868 2024-12-02T14:16:15,931 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a3a61c9ba14f%2C46585%2C1733148964141.1733148965868 2024-12-02T14:16:15,931 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a3a61c9ba14f%2C46585%2C1733148964141.1733148965868 2024-12-02T14:16:15,932 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:15,932 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:15,933 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:15,934 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:15,935 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-02T14:16:15,936 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60299172, jitterRate=-0.10147231817245483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:15,936 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148975909Initializing all the Stores at 1733148975910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148975910Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148975910Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148975910Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148975910Cleaning up temporary data from old regions at 1733148975932 (+22 ms)Region opened successfully at 1733148975936 (+4 ms) 2024-12-02T14:16:15,936 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:16:15,938 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4954a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:15,940 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T14:16:15,940 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:16:15,940 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:16:15,940 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:16:15,941 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:16:15,943 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:15,943 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:16:15,944 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:16:15,944 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-12-02T14:16:15,944 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:16:15,946 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a3a61c9ba14f,41093,1733148964181, regionLocation=a3a61c9ba14f,41093,1733148964181, openSeqNum=2 2024-12-02T14:16:15,946 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a3a61c9ba14f,41093,1733148964181, table=hbase:meta, region=1588230740 2024-12-02T14:16:15,946 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,41093,1733148964181, state=OPEN 2024-12-02T14:16:15,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01067919266/meta-region-server 2024-12-02T14:16:15,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01067919266/meta-region-server 2024-12-02T14:16:15,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01067919266/meta-region-server: CHANGED 2024-12-02T14:16:15,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01067919266/meta-region-server: CHANGED 2024-12-02T14:16:15,949 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:16:15,950 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01067919266/draining/a3a61c9ba14f,41093,1733148964181 already deleted, retry=false 2024-12-02T14:16:15,950 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a3a61c9ba14f,41093,1733148964181 on a3a61c9ba14f,40617,1733148975403 2024-12-02T14:16:15,951 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a3a61c9ba14f,41093,1733148964181, splitWal=true, meta=true 2024-12-02T14:16:15,951 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for a3a61c9ba14f,41093,1733148964181 (carryingMeta=true) a3a61c9ba14f,41093,1733148964181/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7ab7ab57[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T14:16:15,953 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Unable to get data of znode /01067919266/balancer because node does not exist (not necessarily an error) 2024-12-02T14:16:15,953 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01067919266/balancer already deleted, retry=false 2024-12-02T14:16:15,953 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:16:15,954 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Unable to get data of znode /01067919266/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:16:15,954 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01067919266/normalizer already deleted, retry=false 2024-12-02T14:16:15,955 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:16:15,956 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Unable to get data of znode /01067919266/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:16:15,956 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01067919266/switch/split already deleted, retry=false 2024-12-02T14:16:15,957 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Unable to get data of znode /01067919266/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:16:15,957 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01067919266/switch/merge already deleted, retry=false 2024-12-02T14:16:15,960 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Unable to get data of znode /01067919266/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:16:15,961 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01067919266/snapshot-cleanup already deleted, retry=false 2024-12-02T14:16:15,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01067919266/running 2024-12-02T14:16:15,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01067919266/running 2024-12-02T14:16:15,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:15,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:15,962 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,40617,1733148975403, sessionid=0x1009b49ce4e0006, setting cluster-up flag (Was=false) 2024-12-02T14:16:15,963 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01067919266/flush-table-proc/acquired, /01067919266/flush-table-proc/reached, /01067919266/flush-table-proc/abort 2024-12-02T14:16:15,964 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,40617,1733148975403 2024-12-02T14:16:15,967 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01067919266/online-snapshot/acquired, /01067919266/online-snapshot/reached, /01067919266/online-snapshot/abort 2024-12-02T14:16:15,968 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,40617,1733148975403 2024-12-02T14:16:15,969 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/.lastflushedseqids 2024-12-02T14:16:15,971 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:16:15,972 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:16:15,972 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,40617,1733148975403 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a3a61c9ba14f,41093,1733148964181 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:16:15,973 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:15,973 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:15,973 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:15,973 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:15,973 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:16:15,973 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:15,973 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:15,973 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:15,978 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149005978 2024-12-02T14:16:15,978 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:16:15,978 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:16:15,978 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a3a61c9ba14f,41093,1733148964181, splitWal=true, meta=true 2024-12-02T14:16:15,978 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:16:15,978 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:16:15,978 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:16:15,978 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:16:15,978 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:15,979 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:16:15,979 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:16:15,979 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:16:15,979 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:16:15,979 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a3a61c9ba14f,41093,1733148964181, splitWal=true, meta=true, isMeta: true 2024-12-02T14:16:15,979 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:16:15,979 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:16:15,980 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148975979,5,FailOnTimeoutGroup] 2024-12-02T14:16:15,980 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148975980,5,FailOnTimeoutGroup] 2024-12-02T14:16:15,980 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:15,980 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:16:15,980 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:15,980 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:15,980 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148975980, completionTime=-1 2024-12-02T14:16:15,980 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T14:16:15,980 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T14:16:15,980 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181-splitting 2024-12-02T14:16:15,981 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181-splitting dir is empty, no logs to split. 2024-12-02T14:16:15,981 INFO [PEWorker-1 {}] master.SplitWALManager(105): a3a61c9ba14f,41093,1733148964181 WAL count=0, meta=true 2024-12-02T14:16:15,983 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181-splitting dir is empty, no logs to split. 2024-12-02T14:16:15,983 INFO [PEWorker-1 {}] master.SplitWALManager(105): a3a61c9ba14f,41093,1733148964181 WAL count=0, meta=true 2024-12-02T14:16:15,983 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a3a61c9ba14f,41093,1733148964181 WAL splitting is done? wals=0, meta=true 2024-12-02T14:16:15,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:16:15,984 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:15,985 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T14:16:16,047 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(746): ClusterId : 5e4faa7f-efa3-41a1-9bba-35ef2882ff3c 2024-12-02T14:16:16,047 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:16:16,048 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:16:16,048 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:16:16,049 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:16:16,050 DEBUG [RS:0;a3a61c9ba14f:44645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9e0721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:16,060 DEBUG [RS:0;a3a61c9ba14f:44645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:44645 2024-12-02T14:16:16,060 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:16:16,060 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:16:16,060 DEBUG [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:16:16,061 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,40617,1733148975403 with port=44645, startcode=1733148975431 2024-12-02T14:16:16,061 DEBUG [RS:0;a3a61c9ba14f:44645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:16:16,062 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:16:16,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40617 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,44645,1733148975431 2024-12-02T14:16:16,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40617 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,44645,1733148975431 2024-12-02T14:16:16,064 DEBUG [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d 2024-12-02T14:16:16,064 DEBUG [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37127 2024-12-02T14:16:16,064 DEBUG [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:16:16,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266/rs 2024-12-02T14:16:16,066 DEBUG [RS:0;a3a61c9ba14f:44645 {}] zookeeper.ZKUtil(111): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on existing znode=/01067919266/rs/a3a61c9ba14f,44645,1733148975431 2024-12-02T14:16:16,066 WARN [RS:0;a3a61c9ba14f:44645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:16,066 INFO [RS:0;a3a61c9ba14f:44645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:16,067 DEBUG [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431 2024-12-02T14:16:16,067 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,44645,1733148975431] 2024-12-02T14:16:16,080 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T14:16:16,088 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:16:16,089 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:16:16,090 INFO [RS:0;a3a61c9ba14f:44645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:16:16,090 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:16,090 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:16:16,090 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:16:16,091 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:16,091 DEBUG [RS:0;a3a61c9ba14f:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:16,091 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:16,091 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:16,091 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:16,092 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:16,092 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:16,092 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44645,1733148975431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:16,102 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:16:16,103 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44645,1733148975431-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:16,114 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,44645,1733148975431, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:16:16,114 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:16,114 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.Replication(171): a3a61c9ba14f,44645,1733148975431 started 2024-12-02T14:16:16,125 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource,1-a3a61c9ba14f,44645,1733148975431 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:36645' 2024-12-02T14:16:16,126 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource,1-a3a61c9ba14f,44645,1733148975431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44f2bfc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:16,126 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource,1-a3a61c9ba14f,44645,1733148975431 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36645,-1 for getting cluster id 2024-12-02T14:16:16,126 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource,1-a3a61c9ba14f,44645,1733148975431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:16,127 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9c752f8-cfbd-443c-87e3-6ef0a739711f' 2024-12-02T14:16:16,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:16,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9c752f8-cfbd-443c-87e3-6ef0a739711f" 2024-12-02T14:16:16,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@381b400a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:16,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36645,-1] 2024-12-02T14:16:16,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:16,128 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:16,128 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,44645,1733148975431, RpcServer on a3a61c9ba14f/172.17.0.2:44645, sessionid=0x1009b49ce4e0007 2024-12-02T14:16:16,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:16,128 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:16:16,128 DEBUG [RS:0;a3a61c9ba14f:44645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,44645,1733148975431 2024-12-02T14:16:16,128 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,44645,1733148975431' 2024-12-02T14:16:16,128 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01067919266/flush-table-proc/abort' 2024-12-02T14:16:16,128 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01067919266/flush-table-proc/acquired' 2024-12-02T14:16:16,128 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:16,129 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:16:16,129 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:16:16,129 DEBUG [RS:0;a3a61c9ba14f:44645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,44645,1733148975431 2024-12-02T14:16:16,129 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,44645,1733148975431' 2024-12-02T14:16:16,129 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01067919266/online-snapshot/abort' 2024-12-02T14:16:16,129 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource,1-a3a61c9ba14f,44645,1733148975431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bdf3f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:16,129 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01067919266/online-snapshot/acquired' 2024-12-02T14:16:16,129 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource,1-a3a61c9ba14f,44645,1733148975431 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:16,129 DEBUG [RS:0;a3a61c9ba14f:44645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:16:16,129 INFO [RS:0;a3a61c9ba14f:44645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:16:16,129 INFO [RS:0;a3a61c9ba14f:44645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:16:16,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,36645,1733148967795 2024-12-02T14:16:16,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e159f1 2024-12-02T14:16:16,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:16,131 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-02T14:16:16,131 INFO [RS:0;a3a61c9ba14f:44645.replicationSource,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,44645,1733148975431 (queues=0) is replicating from cluster=5e4faa7f-efa3-41a1-9bba-35ef2882ff3c to cluster=b9c752f8-cfbd-443c-87e3-6ef0a739711f 2024-12-02T14:16:16,135 WARN [a3a61c9ba14f:40617 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T14:16:16,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:16:16,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T14:16:16,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:16,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T14:16:16,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:16,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T14:16:16,230 INFO [RS:0;a3a61c9ba14f:44645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:16,231 INFO [RS:0;a3a61c9ba14f:44645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C44645%2C1733148975431, suffix=, logDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431, archiveDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/oldWALs, maxLogs=10 2024-12-02T14:16:16,241 DEBUG [RS:0;a3a61c9ba14f:44645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.1733148976231, exclude list is [], retry=0 2024-12-02T14:16:16,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-82f01d24-7546-4fb0-8072-53deb4afafaf,DISK] 2024-12-02T14:16:16,245 INFO [RS:0;a3a61c9ba14f:44645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.1733148976231 2024-12-02T14:16:16,246 DEBUG [RS:0;a3a61c9ba14f:44645 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a3a61c9ba14f%2C44645%2C1733148975431 for peer 1 2024-12-02T14:16:16,246 DEBUG [RS:0;a3a61c9ba14f:44645 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C44645%2C1733148975431 2024-12-02T14:16:16,246 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,44645,1733148975431, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:16:16,246 DEBUG [RS:0;a3a61c9ba14f:44645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40905:40905)] 2024-12-02T14:16:16,246 INFO [RS:0;a3a61c9ba14f:44645.replicationSource.shippera3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C44645%2C1733148975431 2024-12-02T14:16:16,246 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource.wal-reader.a3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.1733148976231, startPosition=0, beingWritten=true 2024-12-02T14:16:16,385 DEBUG [a3a61c9ba14f:40617 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:16:16,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,44645,1733148975431 2024-12-02T14:16:16,387 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,44645,1733148975431, state=OPENING 2024-12-02T14:16:16,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01067919266/meta-region-server 2024-12-02T14:16:16,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01067919266/meta-region-server 2024-12-02T14:16:16,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01067919266/meta-region-server: CHANGED 2024-12-02T14:16:16,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01067919266/meta-region-server: CHANGED 2024-12-02T14:16:16,388 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:16,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,44645,1733148975431}] 2024-12-02T14:16:16,451 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource.wal-reader.a3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.1733148976231 to pos 0, reset compression=false 2024-12-02T14:16:16,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:16:16,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:16:16,544 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:16:16,544 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:16,544 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:16:16,545 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C44645%2C1733148975431.meta, suffix=.meta, logDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431, archiveDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/oldWALs, maxLogs=10 2024-12-02T14:16:16,557 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.meta.1733148976546.meta, exclude list is [], retry=0 2024-12-02T14:16:16,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-82f01d24-7546-4fb0-8072-53deb4afafaf,DISK] 2024-12-02T14:16:16,560 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.meta.1733148976546.meta 2024-12-02T14:16:16,560 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40905:40905)] 2024-12-02T14:16:16,560 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:16,561 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:16,561 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:16:16,561 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:16:16,561 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:16:16,561 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:16:16,561 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:16,561 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:16:16,561 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:16:16,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:16:16,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:16:16,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:16,568 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/info/573c3191ed5e4d74bec16cd5f3bf6727 2024-12-02T14:16:16,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:16,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:16:16,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:16:16,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:16,574 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/ns/3d02ec4dadb14cfdb0003cf826b94698 2024-12-02T14:16:16,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:16,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:16:16,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:16:16,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:16,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:16,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:16:16,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:16:16,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:16,580 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/table/0747664bc7eb4fed9cfb149ea113d3e2 2024-12-02T14:16:16,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:16,581 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:16:16,581 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740 2024-12-02T14:16:16,582 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740 2024-12-02T14:16:16,583 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:16:16,583 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:16:16,584 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:16,585 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:16:16,586 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63234293, jitterRate=-0.05773560702800751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:16,586 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:16:16,586 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148976561Writing region info on filesystem at 1733148976561Initializing all the Stores at 1733148976562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148976562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148976562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148976562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148976562Cleaning up temporary data from old regions at 1733148976583 (+21 ms)Running coprocessor post-open hooks at 1733148976586 (+3 ms)Region opened successfully at 1733148976586 2024-12-02T14:16:16,587 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733148976540 2024-12-02T14:16:16,589 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:16:16,589 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:16:16,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a3a61c9ba14f,44645,1733148975431 2024-12-02T14:16:16,590 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,44645,1733148975431, state=OPEN 2024-12-02T14:16:16,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01067919266/meta-region-server 2024-12-02T14:16:16,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01067919266/meta-region-server 2024-12-02T14:16:16,591 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,44645,1733148975431 2024-12-02T14:16:16,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01067919266/meta-region-server: CHANGED 2024-12-02T14:16:16,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01067919266/meta-region-server: CHANGED 2024-12-02T14:16:16,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T14:16:16,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,44645,1733148975431 in 203 msec 2024-12-02T14:16:16,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:16:16,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-12-02T14:16:16,755 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource.wal-reader.a3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.1733148976231 to pos 0, reset compression=false 2024-12-02T14:16:17,159 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource.wal-reader.a3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.1733148976231 to pos 0, reset compression=false 2024-12-02T14:16:17,582 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-02T14:16:17,667 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource.wal-reader.a3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.1733148976231 to pos 0, reset compression=false 2024-12-02T14:16:18,226 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:16:18,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:18,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:18,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:18,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:18,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:18,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:18,271 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource.wal-reader.a3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.1733148976231 to pos 0, reset compression=false 2024-12-02T14:16:18,976 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource.wal-reader.a3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.1733148976231 to pos 0, reset compression=false 2024-12-02T14:16:19,085 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-02T14:16:19,780 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource.wal-reader.a3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.1733148976231 to pos 0, reset compression=false 2024-12-02T14:16:20,487 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T14:16:20,487 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:16:20,487 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:20,488 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,44645,1733148975431, seqNum=-1] 2024-12-02T14:16:20,488 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:20,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:20,492 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=49eea2988b56a1585353cbd4bc5d3198, regionState=OPEN, lastHost=a3a61c9ba14f,41093,1733148964181, regionLocation=a3a61c9ba14f,41093,1733148964181, openSeqNum=2 2024-12-02T14:16:20,492 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:16:20,492 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149040492 2024-12-02T14:16:20,492 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149100492 2024-12-02T14:16:20,492 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-02T14:16:20,492 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a3a61c9ba14f,41093,1733148964181 had 2 regions 2024-12-02T14:16:20,492 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40617,1733148975403-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:20,492 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40617,1733148975403-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:20,492 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40617,1733148975403-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:20,493 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:40617, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:20,493 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:20,493 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:20,493 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a3a61c9ba14f,41093,1733148964181, splitWal=true, meta=true, isMeta: false 2024-12-02T14:16:20,495 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181-splitting dir is empty, no logs to split. 2024-12-02T14:16:20,495 INFO [PEWorker-3 {}] master.SplitWALManager(105): a3a61c9ba14f,41093,1733148964181 WAL count=0, meta=false 2024-12-02T14:16:20,498 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.040sec 2024-12-02T14:16:20,498 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,41093,1733148964181-splitting dir is empty, no logs to split. 2024-12-02T14:16:20,498 INFO [PEWorker-3 {}] master.SplitWALManager(105): a3a61c9ba14f,41093,1733148964181 WAL count=0, meta=false 2024-12-02T14:16:20,498 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a3a61c9ba14f,41093,1733148964181 WAL splitting is done? wals=0, meta=false 2024-12-02T14:16:20,498 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:16:20,498 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:16:20,498 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:16:20,498 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:16:20,498 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:16:20,498 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40617,1733148975403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:20,498 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40617,1733148975403-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:16:20,500 WARN [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a3a61c9ba14f,41093,1733148964181/hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:20,501 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:16:20,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:16:20,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40617,1733148975403-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:20,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49eea2988b56a1585353cbd4bc5d3198, ASSIGN}] 2024-12-02T14:16:20,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49eea2988b56a1585353cbd4bc5d3198, ASSIGN 2024-12-02T14:16:20,503 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49eea2988b56a1585353cbd4bc5d3198, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T14:16:20,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf2387c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:20,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,40617,-1 for getting cluster id 2024-12-02T14:16:20,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:20,551 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e4faa7f-efa3-41a1-9bba-35ef2882ff3c' 2024-12-02T14:16:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e4faa7f-efa3-41a1-9bba-35ef2882ff3c" 2024-12-02T14:16:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529459f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,40617,-1] 2024-12-02T14:16:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:20,552 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606ebae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:20,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,44645,1733148975431, seqNum=-1] 2024-12-02T14:16:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:20,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:20,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T14:16:20,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:20,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:20,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:20,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:20,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:20,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a3a61c9ba14f:40617 after: a3a61c9ba14f:40617 2024-12-02T14:16:20,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f4dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:20,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,40617,-1 for getting cluster id 2024-12-02T14:16:20,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:20,559 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e4faa7f-efa3-41a1-9bba-35ef2882ff3c' 2024-12-02T14:16:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e4faa7f-efa3-41a1-9bba-35ef2882ff3c" 2024-12-02T14:16:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69399a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,40617,-1] 2024-12-02T14:16:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:20,562 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:20,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:20,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,40617,1733148975403 2024-12-02T14:16:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2de69cdb 2024-12-02T14:16:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:20,564 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:20,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T14:16:20,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:16:20,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:20,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:20,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:20,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:20,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:20,565 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:16:20,565 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=974579127, stopped=false 2024-12-02T14:16:20,565 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,36645,1733148967795 2024-12-02T14:16:20,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1667630387/running 2024-12-02T14:16:20,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:20,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1667630387/running 2024-12-02T14:16:20,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:20,567 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:16:20,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Set watcher on znode that does not yet exist, /1-1667630387/running 2024-12-02T14:16:20,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Set watcher on znode that does not yet exist, /1-1667630387/running 2024-12-02T14:16:20,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:20,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:20,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:20,568 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,39123,1733148967855' ***** 2024-12-02T14:16:20,568 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:16:20,568 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:16:20,569 INFO [RS:0;a3a61c9ba14f:39123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:16:20,569 INFO [RS:0;a3a61c9ba14f:39123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:16:20,569 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,39123,1733148967855 2024-12-02T14:16:20,569 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:16:20,569 INFO [RS:0;a3a61c9ba14f:39123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:39123. 2024-12-02T14:16:20,569 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:16:20,569 DEBUG [RS:0;a3a61c9ba14f:39123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:20,569 DEBUG [RS:0;a3a61c9ba14f:39123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:20,569 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:16:20,569 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:16:20,569 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:16:20,569 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:16:20,570 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T14:16:20,570 DEBUG [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:16:20,570 DEBUG [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:20,570 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:16:20,570 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:16:20,570 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:16:20,570 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:16:20,570 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:16:20,570 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T14:16:20,602 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/data/hbase/meta/1588230740/.tmp/ns/304db3be0dad41a7ae882c5fa885fcb7 is 43, key is default/ns:d/1733148970482/Put/seqid=0 2024-12-02T14:16:20,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741835_1011 (size=5153) 2024-12-02T14:16:20,645 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:16:20,653 DEBUG [a3a61c9ba14f:40617 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:16:20,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=49eea2988b56a1585353cbd4bc5d3198, regionState=OPENING, regionLocation=a3a61c9ba14f,44645,1733148975431 2024-12-02T14:16:20,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49eea2988b56a1585353cbd4bc5d3198, ASSIGN because future has completed 2024-12-02T14:16:20,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49eea2988b56a1585353cbd4bc5d3198, server=a3a61c9ba14f,44645,1733148975431}] 2024-12-02T14:16:20,685 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource.wal-reader.a3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.1733148976231 to pos 0, reset compression=false 2024-12-02T14:16:20,770 DEBUG [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:20,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:20,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:20,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:16:20,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C44645%2C1733148975431.rep, suffix=, logDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431, archiveDir=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/oldWALs, maxLogs=10 2024-12-02T14:16:20,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.rep.1733148980813, exclude list is [], retry=0 2024-12-02T14:16:20,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-82f01d24-7546-4fb0-8072-53deb4afafaf,DISK] 2024-12-02T14:16:20,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.rep.1733148980813 2024-12-02T14:16:20,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40905:40905)] 2024-12-02T14:16:20,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 49eea2988b56a1585353cbd4bc5d3198, NAME => 'hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:20,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:20,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:16:20,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. service=MultiRowMutationService 2024-12-02T14:16:20,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:16:20,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:20,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:20,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:20,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:20,834 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:20,835 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49eea2988b56a1585353cbd4bc5d3198 columnFamilyName hfileref 2024-12-02T14:16:20,835 DEBUG [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:20,835 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] regionserver.HStore(327): Store=49eea2988b56a1585353cbd4bc5d3198/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:20,835 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:20,836 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49eea2988b56a1585353cbd4bc5d3198 columnFamilyName queue 2024-12-02T14:16:20,836 DEBUG [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:20,841 DEBUG [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/replication/49eea2988b56a1585353cbd4bc5d3198/queue/f461e2f905024feb826a44e941ea478e 2024-12-02T14:16:20,841 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] regionserver.HStore(327): Store=49eea2988b56a1585353cbd4bc5d3198/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:20,841 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:20,842 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49eea2988b56a1585353cbd4bc5d3198 columnFamilyName sid 2024-12-02T14:16:20,842 DEBUG [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:20,842 INFO [StoreOpener-49eea2988b56a1585353cbd4bc5d3198-1 {}] regionserver.HStore(327): Store=49eea2988b56a1585353cbd4bc5d3198/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:20,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:20,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/replication/49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:20,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/replication/49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:20,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:20,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:20,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:16:20,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:20,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 49eea2988b56a1585353cbd4bc5d3198; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60657773, jitterRate=-0.09612874686717987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:16:20,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:20,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 49eea2988b56a1585353cbd4bc5d3198: Running coprocessor pre-open hook at 1733148980833Writing region info on filesystem at 1733148980833Initializing all the Stores at 1733148980834 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148980834Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148980834Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148980834Cleaning up temporary data from old regions at 1733148980845 (+11 ms)Running coprocessor post-open hooks at 1733148980848 (+3 ms)Region opened successfully at 1733148980848 2024-12-02T14:16:20,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198., pid=13, masterSystemTime=1733148980808 2024-12-02T14:16:20,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:20,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:20,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=49eea2988b56a1585353cbd4bc5d3198, regionState=OPEN, openSeqNum=9, regionLocation=a3a61c9ba14f,44645,1733148975431 2024-12-02T14:16:20,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49eea2988b56a1585353cbd4bc5d3198, server=a3a61c9ba14f,44645,1733148975431 because future has completed 2024-12-02T14:16:20,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T14:16:20,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 49eea2988b56a1585353cbd4bc5d3198, server=a3a61c9ba14f,44645,1733148975431 in 198 msec 2024-12-02T14:16:20,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-02T14:16:20,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49eea2988b56a1585353cbd4bc5d3198, ASSIGN in 355 msec 2024-12-02T14:16:20,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T14:16:20,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198., hostname=a3a61c9ba14f,44645,1733148975431, seqNum=9] 2024-12-02T14:16:20,877 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for a3a61c9ba14f,41093,1733148964181 2024-12-02T14:16:20,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T14:16:20,970 DEBUG [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:21,006 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/data/hbase/meta/1588230740/.tmp/ns/304db3be0dad41a7ae882c5fa885fcb7 2024-12-02T14:16:21,013 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/data/hbase/meta/1588230740/.tmp/ns/304db3be0dad41a7ae882c5fa885fcb7 as hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/data/hbase/meta/1588230740/ns/304db3be0dad41a7ae882c5fa885fcb7 2024-12-02T14:16:21,018 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/data/hbase/meta/1588230740/ns/304db3be0dad41a7ae882c5fa885fcb7, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T14:16:21,019 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false 2024-12-02T14:16:21,019 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:16:21,023 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T14:16:21,024 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:21,024 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:21,024 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:21,024 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148980570Running coprocessor pre-close hooks at 1733148980570Disabling compacts and flushes for region at 1733148980570Disabling writes for close at 1733148980570Obtaining lock to block concurrent updates at 1733148980570Preparing flush snapshotting stores in 1588230740 at 1733148980570Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733148980571 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733148980579 (+8 ms)Flushing 1588230740/ns: creating writer at 1733148980579Flushing 1588230740/ns: appending metadata at 1733148980601 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733148980601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c6c81b: reopening flushed file at 1733148981012 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false at 1733148981019 (+7 ms)Writing region close event to WAL at 1733148981020 (+1 ms)Running coprocessor post-close hooks at 1733148981024 (+4 ms)Closed at 1733148981024 2024-12-02T14:16:21,024 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:21,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-02T14:16:21,170 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,39123,1733148967855; all regions closed. 2024-12-02T14:16:21,173 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/WALs/a3a61c9ba14f,39123,1733148967855/a3a61c9ba14f%2C39123%2C1733148967855.meta.1733148970436.meta not finished, retry = 0 2024-12-02T14:16:21,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741834_1010 (size=1152) 2024-12-02T14:16:21,275 DEBUG [RS:0;a3a61c9ba14f:39123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/oldWALs 2024-12-02T14:16:21,276 INFO [RS:0;a3a61c9ba14f:39123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C39123%2C1733148967855.meta:.meta(num 1733148970436) 2024-12-02T14:16:21,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/WALs/a3a61c9ba14f,39123,1733148967855/a3a61c9ba14f%2C39123%2C1733148967855.1733148969474 not finished, retry = 0 2024-12-02T14:16:21,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741832_1008 (size=93) 2024-12-02T14:16:21,343 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:16:21,343 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:16:21,380 DEBUG [RS:0;a3a61c9ba14f:39123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/oldWALs 2024-12-02T14:16:21,380 INFO [RS:0;a3a61c9ba14f:39123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C39123%2C1733148967855:(num 1733148969474) 2024-12-02T14:16:21,380 DEBUG [RS:0;a3a61c9ba14f:39123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:21,380 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:16:21,380 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:16:21,380 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:16:21,381 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:16:21,381 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:16:21,381 INFO [RS:0;a3a61c9ba14f:39123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39123 2024-12-02T14:16:21,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387/rs 2024-12-02T14:16:21,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1667630387/rs/a3a61c9ba14f,39123,1733148967855 2024-12-02T14:16:21,382 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:16:21,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,39123,1733148967855] 2024-12-02T14:16:21,383 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1667630387/draining/a3a61c9ba14f,39123,1733148967855 already deleted, retry=false 2024-12-02T14:16:21,383 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,39123,1733148967855 expired; onlineServers=0 2024-12-02T14:16:21,383 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,36645,1733148967795' ***** 2024-12-02T14:16:21,383 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:16:21,383 INFO [M:0;a3a61c9ba14f:36645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:16:21,383 INFO [M:0;a3a61c9ba14f:36645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:16:21,383 DEBUG [M:0;a3a61c9ba14f:36645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:16:21,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:16:21,383 DEBUG [M:0;a3a61c9ba14f:36645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:16:21,383 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148969290 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148969290,5,FailOnTimeoutGroup] 2024-12-02T14:16:21,383 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148969289 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148969289,5,FailOnTimeoutGroup] 2024-12-02T14:16:21,383 INFO [M:0;a3a61c9ba14f:36645 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:16:21,383 INFO [M:0;a3a61c9ba14f:36645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:16:21,383 DEBUG [M:0;a3a61c9ba14f:36645 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:16:21,383 INFO [M:0;a3a61c9ba14f:36645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:16:21,383 INFO [M:0;a3a61c9ba14f:36645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:16:21,383 INFO [M:0;a3a61c9ba14f:36645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:16:21,383 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:16:21,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1667630387/master 2024-12-02T14:16:21,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1667630387 2024-12-02T14:16:21,384 DEBUG [M:0;a3a61c9ba14f:36645 {}] zookeeper.ZKUtil(347): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Unable to get data of znode /1-1667630387/master because node does not exist (not an error) 2024-12-02T14:16:21,384 WARN [M:0;a3a61c9ba14f:36645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:16:21,385 INFO [M:0;a3a61c9ba14f:36645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/.lastflushedseqids 2024-12-02T14:16:21,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741836_1012 (size=99) 2024-12-02T14:16:21,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:21,482 INFO [RS:0;a3a61c9ba14f:39123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:16:21,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39123-0x1009b49ce4e0004, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:21,482 INFO [RS:0;a3a61c9ba14f:39123 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,39123,1733148967855; zookeeper connection closed. 2024-12-02T14:16:21,483 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6503c6ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6503c6ba 2024-12-02T14:16:21,483 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:16:21,690 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource.wal-reader.a3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.1733148976231 to pos 0, reset compression=false 2024-12-02T14:16:21,790 INFO [M:0;a3a61c9ba14f:36645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:16:21,790 INFO [M:0;a3a61c9ba14f:36645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:16:21,790 DEBUG [M:0;a3a61c9ba14f:36645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:16:21,790 INFO [M:0;a3a61c9ba14f:36645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:21,790 DEBUG [M:0;a3a61c9ba14f:36645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:21,790 DEBUG [M:0;a3a61c9ba14f:36645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:16:21,790 DEBUG [M:0;a3a61c9ba14f:36645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:21,790 INFO [M:0;a3a61c9ba14f:36645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T14:16:21,803 DEBUG [M:0;a3a61c9ba14f:36645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40c0917c8d7c487198e975825182c1fc is 82, key is hbase:meta,,1/info:regioninfo/1733148970473/Put/seqid=0 2024-12-02T14:16:21,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741837_1013 (size=5672) 2024-12-02T14:16:22,088 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T14:16:22,088 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:16:22,208 INFO [M:0;a3a61c9ba14f:36645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40c0917c8d7c487198e975825182c1fc 2024-12-02T14:16:22,226 DEBUG [M:0;a3a61c9ba14f:36645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98ed5dea25f14d359a875e4d4a27cec5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733148970486/Put/seqid=0 2024-12-02T14:16:22,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741838_1014 (size=5275) 2024-12-02T14:16:22,631 INFO [M:0;a3a61c9ba14f:36645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98ed5dea25f14d359a875e4d4a27cec5 2024-12-02T14:16:22,652 DEBUG [M:0;a3a61c9ba14f:36645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad6db7bc8c8d40b3a113451b9f867cec is 69, key is a3a61c9ba14f,39123,1733148967855/rs:state/1733148969319/Put/seqid=0 2024-12-02T14:16:22,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741839_1015 (size=5156) 2024-12-02T14:16:22,794 DEBUG [RS:0;a3a61c9ba14f:44645.replicationSource.wal-reader.a3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.1733148976231 to pos 0, reset compression=false 2024-12-02T14:16:23,058 INFO [M:0;a3a61c9ba14f:36645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad6db7bc8c8d40b3a113451b9f867cec 2024-12-02T14:16:23,067 DEBUG [M:0;a3a61c9ba14f:36645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40c0917c8d7c487198e975825182c1fc as hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/40c0917c8d7c487198e975825182c1fc 2024-12-02T14:16:23,072 INFO [M:0;a3a61c9ba14f:36645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/40c0917c8d7c487198e975825182c1fc, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T14:16:23,074 DEBUG [M:0;a3a61c9ba14f:36645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98ed5dea25f14d359a875e4d4a27cec5 as hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98ed5dea25f14d359a875e4d4a27cec5 2024-12-02T14:16:23,086 INFO [M:0;a3a61c9ba14f:36645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98ed5dea25f14d359a875e4d4a27cec5, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T14:16:23,087 DEBUG [M:0;a3a61c9ba14f:36645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad6db7bc8c8d40b3a113451b9f867cec as hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad6db7bc8c8d40b3a113451b9f867cec 2024-12-02T14:16:23,098 INFO [M:0;a3a61c9ba14f:36645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42031/user/jenkins/test-data/36bf0d05-4646-5fc8-e48c-5fcc568513db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad6db7bc8c8d40b3a113451b9f867cec, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T14:16:23,100 INFO [M:0;a3a61c9ba14f:36645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=28, compaction requested=false 2024-12-02T14:16:23,130 INFO [M:0;a3a61c9ba14f:36645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:23,130 DEBUG [M:0;a3a61c9ba14f:36645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148981790Disabling compacts and flushes for region at 1733148981790Disabling writes for close at 1733148981790Obtaining lock to block concurrent updates at 1733148981790Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148981790Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733148981790Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148981791 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148981791Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148981803 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148981803Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148982211 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148982225 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148982225Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148982637 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148982651 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148982651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd4b780: reopening flushed file at 1733148983065 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df1ec61: reopening flushed file at 1733148983073 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7d7ba5: reopening flushed file at 1733148983086 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=28, compaction requested=false at 1733148983100 (+14 ms)Writing region close event to WAL at 1733148983130 (+30 ms)Closed at 1733148983130 2024-12-02T14:16:23,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741830_1006 (size=10165) 2024-12-02T14:16:23,152 INFO [M:0;a3a61c9ba14f:36645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:16:23,152 INFO [M:0;a3a61c9ba14f:36645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36645 2024-12-02T14:16:23,152 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:16:23,153 INFO [M:0;a3a61c9ba14f:36645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:16:23,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:23,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36645-0x1009b49ce4e0003, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:23,255 INFO [M:0;a3a61c9ba14f:36645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:16:23,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4aba240d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:16:23,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d17fa12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:16:23,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:16:23,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10399cd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:16:23,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bff4f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/hadoop.log.dir/,STOPPED} 2024-12-02T14:16:23,276 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:16:23,276 WARN [BP-1049142860-172.17.0.2-1733148967260 heartbeating to localhost/127.0.0.1:42031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:16:23,276 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:16:23,276 WARN [BP-1049142860-172.17.0.2-1733148967260 heartbeating to localhost/127.0.0.1:42031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1049142860-172.17.0.2-1733148967260 (Datanode Uuid a3b4da93-02c7-457f-9ccb-4b75c9b26f1e) service to localhost/127.0.0.1:42031 2024-12-02T14:16:23,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/cluster_511ccf08-6582-63fb-c878-c0c8e436318b/data/data1/current/BP-1049142860-172.17.0.2-1733148967260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:16:23,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/cluster_511ccf08-6582-63fb-c878-c0c8e436318b/data/data2/current/BP-1049142860-172.17.0.2-1733148967260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:16:23,278 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:16:23,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d7a90ea{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:16:23,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e032d09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:16:23,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:16:23,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db8d6b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:16:23,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8042823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/hadoop.log.dir/,STOPPED} 2024-12-02T14:16:23,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:16:23,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:16:23,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:23,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:23,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:23,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:23,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:23,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:16:23,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1915483440, stopped=false 2024-12-02T14:16:23,303 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,40617,1733148975403 2024-12-02T14:16:23,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01067919266/running 2024-12-02T14:16:23,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:23,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01067919266/running 2024-12-02T14:16:23,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:23,305 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:16:23,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:23,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:23,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:23,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/running 2024-12-02T14:16:23,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Set watcher on znode that does not yet exist, /01067919266/running 2024-12-02T14:16:23,307 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,44645,1733148975431' ***** 2024-12-02T14:16:23,307 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:16:23,307 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:16:23,307 INFO [RS:0;a3a61c9ba14f:44645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:16:23,307 INFO [RS:0;a3a61c9ba14f:44645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:16:23,307 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(3091): Received CLOSE for 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:23,307 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:16:23,308 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,44645,1733148975431 2024-12-02T14:16:23,308 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:16:23,308 INFO [RS:0;a3a61c9ba14f:44645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:44645. 2024-12-02T14:16:23,308 DEBUG [RS:0;a3a61c9ba14f:44645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:23,308 DEBUG [RS:0;a3a61c9ba14f:44645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:23,308 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49eea2988b56a1585353cbd4bc5d3198, disabling compactions & flushes 2024-12-02T14:16:23,308 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:23,308 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:16:23,308 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:23,308 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:16:23,308 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:16:23,308 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. after waiting 0 ms 2024-12-02T14:16:23,308 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:23,308 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:16:23,311 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:16:23,311 DEBUG [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 49eea2988b56a1585353cbd4bc5d3198=hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198.} 2024-12-02T14:16:23,311 DEBUG [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49eea2988b56a1585353cbd4bc5d3198 2024-12-02T14:16:23,311 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:16:23,311 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:16:23,312 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:16:23,312 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:16:23,312 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:16:23,312 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T14:16:23,323 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:16:23,326 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/replication/49eea2988b56a1585353cbd4bc5d3198/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-02T14:16:23,327 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:23,327 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:23,327 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:23,327 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49eea2988b56a1585353cbd4bc5d3198: Waiting for close lock at 1733148983308Running coprocessor pre-close hooks at 1733148983308Disabling compacts and flushes for region at 1733148983308Disabling writes for close at 1733148983308Writing region close event to WAL at 1733148983315 (+7 ms)Running coprocessor post-close hooks at 1733148983327 (+12 ms)Closed at 1733148983327 2024-12-02T14:16:23,327 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198. 2024-12-02T14:16:23,342 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/.tmp/info/f1cbc1c29c4641509eb39d89064cd174 is 147, key is hbase:replication,,1733148970530.49eea2988b56a1585353cbd4bc5d3198./info:regioninfo/1733148980852/Put/seqid=0 2024-12-02T14:16:23,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741851_1027 (size=6385) 2024-12-02T14:16:23,354 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/.tmp/info/f1cbc1c29c4641509eb39d89064cd174 2024-12-02T14:16:23,360 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/.tmp/info/f1cbc1c29c4641509eb39d89064cd174 as hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/info/f1cbc1c29c4641509eb39d89064cd174 2024-12-02T14:16:23,369 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/info/f1cbc1c29c4641509eb39d89064cd174, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T14:16:23,371 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 58ms, sequenceid=19, compaction requested=false 2024-12-02T14:16:23,375 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T14:16:23,375 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:23,375 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:23,376 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:23,376 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148983311Running coprocessor pre-close hooks at 1733148983311Disabling compacts and flushes for region at 1733148983311Disabling writes for close at 1733148983312 (+1 ms)Obtaining lock to block concurrent updates at 1733148983312Preparing flush snapshotting stores in 1588230740 at 1733148983312Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733148983312Flushing stores of hbase:meta,,1.1588230740 at 1733148983313 (+1 ms)Flushing 1588230740/info: creating writer at 1733148983313Flushing 1588230740/info: appending metadata at 1733148983342 (+29 ms)Flushing 1588230740/info: closing flushed file at 1733148983342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f5e5b8: reopening flushed file at 1733148983359 (+17 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 58ms, sequenceid=19, compaction requested=false at 1733148983371 (+12 ms)Writing region close event to WAL at 1733148983372 (+1 ms)Running coprocessor post-close hooks at 1733148983375 (+3 ms)Closed at 1733148983376 (+1 ms) 2024-12-02T14:16:23,376 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:23,511 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,44645,1733148975431; all regions closed. 2024-12-02T14:16:23,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741849_1025 (size=2156) 2024-12-02T14:16:23,516 DEBUG [RS:0;a3a61c9ba14f:44645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/oldWALs 2024-12-02T14:16:23,516 INFO [RS:0;a3a61c9ba14f:44645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C44645%2C1733148975431.meta:.meta(num 1733148976546) 2024-12-02T14:16:23,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741850_1026 (size=796) 2024-12-02T14:16:23,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/WALs/a3a61c9ba14f,44645,1733148975431/a3a61c9ba14f%2C44645%2C1733148975431.rep.1733148980813 not finished, retry = 0 2024-12-02T14:16:23,620 DEBUG [RS:0;a3a61c9ba14f:44645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/oldWALs 2024-12-02T14:16:23,620 INFO [RS:0;a3a61c9ba14f:44645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C44645%2C1733148975431.rep:(num 1733148980813) 2024-12-02T14:16:23,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741848_1024 (size=93) 2024-12-02T14:16:23,623 DEBUG [RS:0;a3a61c9ba14f:44645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/oldWALs 2024-12-02T14:16:23,623 INFO [RS:0;a3a61c9ba14f:44645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C44645%2C1733148975431:(num 1733148976231) 2024-12-02T14:16:23,623 DEBUG [RS:0;a3a61c9ba14f:44645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:23,623 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:16:23,623 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:16:23,623 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T14:16:23,624 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:16:23,624 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:16:23,624 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,44645,1733148975431 because: Region server is closing 2024-12-02T14:16:23,624 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T14:16:23,624 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T14:16:23,624 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T14:16:23,624 INFO [RS:0;a3a61c9ba14f:44645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:44645. 2024-12-02T14:16:23,624 DEBUG [RS:0;a3a61c9ba14f:44645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:23,624 DEBUG [RS:0;a3a61c9ba14f:44645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:23,624 DEBUG [RS:0;a3a61c9ba14f:44645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:23,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:23,724 WARN [RS:0;a3a61c9ba14f:44645.replicationSource.wal-reader.a3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T14:16:23,724 WARN [RS:0;a3a61c9ba14f:44645.replicationSource.shippera3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T14:16:23,725 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a3a61c9ba14f:44645.replicationSource.shippera3a61c9ba14f%2C44645%2C1733148975431,1-a3a61c9ba14f,44645,1733148975431 terminated 2024-12-02T14:16:23,725 INFO [RS:0;a3a61c9ba14f:44645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44645 2024-12-02T14:16:23,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266/rs 2024-12-02T14:16:23,726 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:16:23,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01067919266/rs/a3a61c9ba14f,44645,1733148975431 2024-12-02T14:16:23,727 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,44645,1733148975431] 2024-12-02T14:16:23,727 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01067919266/draining/a3a61c9ba14f,44645,1733148975431 already deleted, retry=false 2024-12-02T14:16:23,727 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,44645,1733148975431 expired; onlineServers=0 2024-12-02T14:16:23,727 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,40617,1733148975403' ***** 2024-12-02T14:16:23,727 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:16:23,727 INFO [M:0;a3a61c9ba14f:40617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:16:23,727 INFO [M:0;a3a61c9ba14f:40617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:16:23,728 DEBUG [M:0;a3a61c9ba14f:40617 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:16:23,728 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:16:23,728 DEBUG [M:0;a3a61c9ba14f:40617 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:16:23,728 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148975979 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148975979,5,FailOnTimeoutGroup] 2024-12-02T14:16:23,728 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148975980 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148975980,5,FailOnTimeoutGroup] 2024-12-02T14:16:23,728 INFO [M:0;a3a61c9ba14f:40617 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:16:23,728 INFO [M:0;a3a61c9ba14f:40617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:16:23,728 DEBUG [M:0;a3a61c9ba14f:40617 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:16:23,728 INFO [M:0;a3a61c9ba14f:40617 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:16:23,728 INFO [M:0;a3a61c9ba14f:40617 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:16:23,728 INFO [M:0;a3a61c9ba14f:40617 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:16:23,728 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:16:23,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01067919266/master 2024-12-02T14:16:23,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01067919266 2024-12-02T14:16:23,729 DEBUG [M:0;a3a61c9ba14f:40617 {}] zookeeper.ZKUtil(347): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Unable to get data of znode /01067919266/master because node does not exist (not an error) 2024-12-02T14:16:23,729 WARN [M:0;a3a61c9ba14f:40617 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:16:23,729 INFO [M:0;a3a61c9ba14f:40617 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/.lastflushedseqids 2024-12-02T14:16:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741852_1028 (size=181) 2024-12-02T14:16:23,827 INFO [RS:0;a3a61c9ba14f:44645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:16:23,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:23,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1009b49ce4e0007, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:23,827 INFO [RS:0;a3a61c9ba14f:44645 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,44645,1733148975431; zookeeper connection closed. 2024-12-02T14:16:23,827 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9f6b102 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9f6b102 2024-12-02T14:16:23,827 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:16:24,134 INFO [M:0;a3a61c9ba14f:40617 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:16:24,134 INFO [M:0;a3a61c9ba14f:40617 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:16:24,134 DEBUG [M:0;a3a61c9ba14f:40617 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:16:24,134 INFO [M:0;a3a61c9ba14f:40617 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:24,134 DEBUG [M:0;a3a61c9ba14f:40617 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:24,134 DEBUG [M:0;a3a61c9ba14f:40617 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:16:24,134 DEBUG [M:0;a3a61c9ba14f:40617 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:24,134 INFO [M:0;a3a61c9ba14f:40617 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T14:16:24,148 DEBUG [M:0;a3a61c9ba14f:40617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e60905227a0f490cb6548e75075c78cf is 82, key is hbase:meta,,1/info:regioninfo/1733148976589/Put/seqid=0 2024-12-02T14:16:24,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741853_1029 (size=5672) 2024-12-02T14:16:24,555 INFO [M:0;a3a61c9ba14f:40617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e60905227a0f490cb6548e75075c78cf 2024-12-02T14:16:24,572 DEBUG [M:0;a3a61c9ba14f:40617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb1471975ea74fc6ad9d747ae7979cfc is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733148980857/Put/seqid=0 2024-12-02T14:16:24,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741854_1030 (size=7312) 2024-12-02T14:16:24,976 INFO [M:0;a3a61c9ba14f:40617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb1471975ea74fc6ad9d747ae7979cfc 2024-12-02T14:16:24,996 DEBUG [M:0;a3a61c9ba14f:40617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d825297601449bb8bd8b4cc7bd31c79 is 69, key is a3a61c9ba14f,44645,1733148975431/rs:state/1733148976063/Put/seqid=0 2024-12-02T14:16:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741855_1031 (size=5370) 2024-12-02T14:16:25,400 INFO [M:0;a3a61c9ba14f:40617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d825297601449bb8bd8b4cc7bd31c79 2024-12-02T14:16:25,405 INFO [M:0;a3a61c9ba14f:40617 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d825297601449bb8bd8b4cc7bd31c79 2024-12-02T14:16:25,405 DEBUG [M:0;a3a61c9ba14f:40617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e60905227a0f490cb6548e75075c78cf as hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e60905227a0f490cb6548e75075c78cf 2024-12-02T14:16:25,409 INFO [M:0;a3a61c9ba14f:40617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e60905227a0f490cb6548e75075c78cf, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T14:16:25,410 DEBUG [M:0;a3a61c9ba14f:40617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb1471975ea74fc6ad9d747ae7979cfc as hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb1471975ea74fc6ad9d747ae7979cfc 2024-12-02T14:16:25,414 INFO [M:0;a3a61c9ba14f:40617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb1471975ea74fc6ad9d747ae7979cfc, entries=7, sequenceid=127, filesize=7.1 K 2024-12-02T14:16:25,415 DEBUG [M:0;a3a61c9ba14f:40617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d825297601449bb8bd8b4cc7bd31c79 as hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d825297601449bb8bd8b4cc7bd31c79 2024-12-02T14:16:25,419 INFO [M:0;a3a61c9ba14f:40617 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d825297601449bb8bd8b4cc7bd31c79 2024-12-02T14:16:25,420 INFO [M:0;a3a61c9ba14f:40617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37127/user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d825297601449bb8bd8b4cc7bd31c79, entries=2, sequenceid=127, filesize=5.2 K 2024-12-02T14:16:25,420 INFO [M:0;a3a61c9ba14f:40617 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false 2024-12-02T14:16:25,421 INFO [M:0;a3a61c9ba14f:40617 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:25,421 DEBUG [M:0;a3a61c9ba14f:40617 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148984134Disabling compacts and flushes for region at 1733148984134Disabling writes for close at 1733148984134Obtaining lock to block concurrent updates at 1733148984134Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148984134Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733148984135 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148984135Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148984135Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148984148 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148984148Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148984559 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148984571 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148984571Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148984980 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148984995 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148984995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc9b204: reopening flushed file at 1733148985405 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a6c7bb: reopening flushed file at 1733148985409 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4fe69c: reopening flushed file at 1733148985414 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1733148985420 (+6 ms)Writing region close event to WAL at 1733148985421 (+1 ms)Closed at 1733148985421 2024-12-02T14:16:25,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741847_1023 (size=22903) 2024-12-02T14:16:25,423 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/68fe05fe-4deb-79f2-b5a1-6a65e071aa2d/MasterData/WALs/a3a61c9ba14f,40617,1733148975403/a3a61c9ba14f%2C40617%2C1733148975403.1733148975894 not finished, retry = 0 2024-12-02T14:16:25,524 INFO [M:0;a3a61c9ba14f:40617 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:16:25,524 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:16:25,524 INFO [M:0;a3a61c9ba14f:40617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40617 2024-12-02T14:16:25,525 INFO [M:0;a3a61c9ba14f:40617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:16:25,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:25,625 INFO [M:0;a3a61c9ba14f:40617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:16:25,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x1009b49ce4e0006, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:25,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11505e70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:16:25,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:16:25,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:16:25,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:16:25,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/hadoop.log.dir/,STOPPED} 2024-12-02T14:16:25,633 WARN [BP-1651751858-172.17.0.2-1733148963311 heartbeating to localhost/127.0.0.1:37127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:16:25,633 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:16:25,633 WARN [BP-1651751858-172.17.0.2-1733148963311 heartbeating to localhost/127.0.0.1:37127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1651751858-172.17.0.2-1733148963311 (Datanode Uuid fb8d7c83-3461-4c27-8534-93930f85b6e3) service to localhost/127.0.0.1:37127 2024-12-02T14:16:25,633 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:16:25,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/cluster_0af7f07f-a1e4-1dd5-8a11-672cdd3306a5/data/data1/current/BP-1651751858-172.17.0.2-1733148963311 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:16:25,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/cluster_0af7f07f-a1e4-1dd5-8a11-672cdd3306a5/data/data2/current/BP-1651751858-172.17.0.2-1733148963311 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:16:25,634 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:16:25,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189b0b0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:16:25,639 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:16:25,639 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:16:25,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:16:25,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65410e0a-8114-dcc8-3179-84dfc8978afe/hadoop.log.dir/,STOPPED} 2024-12-02T14:16:25,645 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T14:16:25,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:16:25,667 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 162) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42031 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37127 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 219), ProcessCount=11 (was 11), AvailableMemoryMB=5980 (was 5715) - AvailableMemoryMB LEAK? - 2024-12-02T14:16:25,674 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=5980 2024-12-02T14:16:25,688 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-02T14:16:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/hadoop.log.dir so I do NOT create it in target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05 2024-12-02T14:16:25,689 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:16:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/hadoop.tmp.dir so I do NOT create it in target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05 2024-12-02T14:16:25,689 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44588c66-e1cf-a093-e1ba-bd5138aee990/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:16:25,689 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05 2024-12-02T14:16:25,689 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/cluster_9db7b408-3619-bed1-e295-dcaadc37d32a, deleteOnExit=true 2024-12-02T14:16:25,691 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/cluster_9db7b408-3619-bed1-e295-dcaadc37d32a/zookeeper_0, clientPort=58244, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/cluster_9db7b408-3619-bed1-e295-dcaadc37d32a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/cluster_9db7b408-3619-bed1-e295-dcaadc37d32a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:16:25,692 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58244 2024-12-02T14:16:25,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:16:25,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:16:25,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/test.cache.data in system properties and HBase conf 2024-12-02T14:16:25,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:16:25,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:16:25,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:16:25,693 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:16:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:16:25,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b49ce4e0002, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:16:25,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b49ce4e0002, quorum=127.0.0.1:51341, baseZNode=/01067919266 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:16:25,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b49ce4e0005, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:16:25,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b49ce4e0005, quorum=127.0.0.1:51341, baseZNode=/1-1667630387 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:16:25,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:25,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:16:25,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:16:25,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:16:25,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:16:25,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:25,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:16:25,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:16:25,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72f0a085{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/java.io.tmpdir/jetty-localhost-40055-hadoop-hdfs-3_4_1-tests_jar-_-any-11556268626743905788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:16:25,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:40055} 2024-12-02T14:16:25,912 INFO [Time-limited test {}] server.Server(415): Started @154294ms 2024-12-02T14:16:25,978 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:16:25,994 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:25,994 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:25,994 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:25,994 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:25,994 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:25,995 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:25,999 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:26,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:26,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:26,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:16:26,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:16:26,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:16:26,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:16:26,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:16:26,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:16:26,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/java.io.tmpdir/jetty-localhost-36299-hadoop-hdfs-3_4_1-tests_jar-_-any-5682505374787423719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:16:26,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:36299} 2024-12-02T14:16:26,127 INFO [Time-limited test {}] server.Server(415): Started @154509ms 2024-12-02T14:16:26,128 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:16:26,205 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/cluster_9db7b408-3619-bed1-e295-dcaadc37d32a/data/data1/current/BP-1217426379-172.17.0.2-1733148985720/current, will proceed with Du for space computation calculation, 2024-12-02T14:16:26,205 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/cluster_9db7b408-3619-bed1-e295-dcaadc37d32a/data/data2/current/BP-1217426379-172.17.0.2-1733148985720/current, will proceed with Du for space computation calculation, 2024-12-02T14:16:26,225 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:16:26,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x497ac02883000c55 with lease ID 0x3b545619ced2d13c: Processing first storage report for DS-7acb7c2a-7805-4a74-aa67-d2c852b6ea51 from datanode DatanodeRegistration(127.0.0.1:35241, datanodeUuid=85abe40d-bc7f-44e6-a92d-6b136733c7f3, infoPort=39941, infoSecurePort=0, ipcPort=36449, storageInfo=lv=-57;cid=testClusterID;nsid=1720825159;c=1733148985720) 2024-12-02T14:16:26,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x497ac02883000c55 with lease ID 0x3b545619ced2d13c: from storage DS-7acb7c2a-7805-4a74-aa67-d2c852b6ea51 node DatanodeRegistration(127.0.0.1:35241, datanodeUuid=85abe40d-bc7f-44e6-a92d-6b136733c7f3, infoPort=39941, infoSecurePort=0, ipcPort=36449, storageInfo=lv=-57;cid=testClusterID;nsid=1720825159;c=1733148985720), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:16:26,228 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x497ac02883000c55 with lease ID 0x3b545619ced2d13c: Processing first storage report for DS-f222d43f-df5e-4db4-87fa-d07046e2ee35 from datanode DatanodeRegistration(127.0.0.1:35241, datanodeUuid=85abe40d-bc7f-44e6-a92d-6b136733c7f3, infoPort=39941, infoSecurePort=0, ipcPort=36449, storageInfo=lv=-57;cid=testClusterID;nsid=1720825159;c=1733148985720) 2024-12-02T14:16:26,228 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x497ac02883000c55 with lease ID 0x3b545619ced2d13c: from storage DS-f222d43f-df5e-4db4-87fa-d07046e2ee35 node DatanodeRegistration(127.0.0.1:35241, datanodeUuid=85abe40d-bc7f-44e6-a92d-6b136733c7f3, infoPort=39941, infoSecurePort=0, ipcPort=36449, storageInfo=lv=-57;cid=testClusterID;nsid=1720825159;c=1733148985720), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:16:26,261 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05 2024-12-02T14:16:26,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:26,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:26,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:16:26,271 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa with version=8 2024-12-02T14:16:26,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/hbase-staging 2024-12-02T14:16:26,272 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:26,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:26,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:26,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:26,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:26,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:26,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:16:26,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:26,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45383 2024-12-02T14:16:26,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45383 connecting to ZooKeeper ensemble=127.0.0.1:58244 2024-12-02T14:16:26,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453830x0, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:26,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45383-0x1009b4a25c90000 connected 2024-12-02T14:16:26,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:26,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:26,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Set watcher on znode that does not yet exist, /0-299316128/running 2024-12-02T14:16:26,297 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa, hbase.cluster.distributed=false 2024-12-02T14:16:26,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Set watcher on znode that does not yet exist, /0-299316128/acl 2024-12-02T14:16:26,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45383 2024-12-02T14:16:26,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45383 2024-12-02T14:16:26,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45383 2024-12-02T14:16:26,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45383 2024-12-02T14:16:26,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45383 2024-12-02T14:16:26,317 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:26,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:26,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:26,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:26,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:26,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:26,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:16:26,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:26,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37861 2024-12-02T14:16:26,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37861 connecting to ZooKeeper ensemble=127.0.0.1:58244 2024-12-02T14:16:26,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:26,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:26,323 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378610x0, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:26,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37861-0x1009b4a25c90001 connected 2024-12-02T14:16:26,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Set watcher on znode that does not yet exist, /0-299316128/running 2024-12-02T14:16:26,323 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:16:26,325 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:16:26,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Set watcher on znode that does not yet exist, /0-299316128/master 2024-12-02T14:16:26,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Set watcher on znode that does not yet exist, /0-299316128/acl 2024-12-02T14:16:26,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37861 2024-12-02T14:16:26,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37861 2024-12-02T14:16:26,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37861 2024-12-02T14:16:26,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37861 2024-12-02T14:16:26,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37861 2024-12-02T14:16:26,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:26,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:16:26,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T14:16:26,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:26,346 DEBUG [M:0;a3a61c9ba14f:45383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:45383 2024-12-02T14:16:26,347 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-299316128/backup-masters/a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:26,348 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128/backup-masters 2024-12-02T14:16:26,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128/backup-masters 2024-12-02T14:16:26,348 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Set watcher on existing znode=/0-299316128/backup-masters/a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:26,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:26,349 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-299316128/master 2024-12-02T14:16:26,349 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:26,349 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Set watcher on existing znode=/0-299316128/master 2024-12-02T14:16:26,349 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-299316128/backup-masters/a3a61c9ba14f,45383,1733148986272 from backup master directory 2024-12-02T14:16:26,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-299316128/backup-masters/a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:26,350 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128/backup-masters 2024-12-02T14:16:26,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128/backup-masters 2024-12-02T14:16:26,350 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:26,350 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:26,354 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/hbase.id] with ID: beab4fa8-e4aa-4699-8d8b-85a8426a2f23 2024-12-02T14:16:26,354 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/.tmp/hbase.id 2024-12-02T14:16:26,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:16:26,761 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/.tmp/hbase.id]:[hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/hbase.id] 2024-12-02T14:16:26,770 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:26,770 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:16:26,771 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:16:26,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:26,772 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:26,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:16:27,178 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:27,179 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:16:27,179 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:27,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:16:27,586 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store 2024-12-02T14:16:27,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:16:27,991 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:27,992 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:16:27,992 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:27,992 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:27,992 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:16:27,992 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:27,992 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:27,992 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148987991Disabling compacts and flushes for region at 1733148987991Disabling writes for close at 1733148987992 (+1 ms)Writing region close event to WAL at 1733148987992Closed at 1733148987992 2024-12-02T14:16:27,993 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/.initializing 2024-12-02T14:16:27,993 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/WALs/a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:27,994 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:27,995 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C45383%2C1733148986272, suffix=, logDir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/WALs/a3a61c9ba14f,45383,1733148986272, archiveDir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/oldWALs, maxLogs=10 2024-12-02T14:16:28,011 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/WALs/a3a61c9ba14f,45383,1733148986272/a3a61c9ba14f%2C45383%2C1733148986272.1733148987996, exclude list is [], retry=0 2024-12-02T14:16:28,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-7acb7c2a-7805-4a74-aa67-d2c852b6ea51,DISK] 2024-12-02T14:16:28,016 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/WALs/a3a61c9ba14f,45383,1733148986272/a3a61c9ba14f%2C45383%2C1733148986272.1733148987996 2024-12-02T14:16:28,016 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39941:39941)] 2024-12-02T14:16:28,016 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:28,016 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:28,016 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:28,016 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:28,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:28,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:16:28,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:28,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:28,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:28,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:16:28,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:28,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:28,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:28,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:16:28,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:28,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:28,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:28,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:16:28,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:28,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:28,024 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:28,025 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:28,025 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:28,026 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:28,026 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:28,027 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:28,028 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:28,029 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:28,029 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73604478, jitterRate=0.09679219126701355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:28,030 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148988016Initializing all the Stores at 1733148988017 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148988017Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148988017Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148988017Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148988017Cleaning up temporary data from old regions at 1733148988026 (+9 ms)Region opened successfully at 1733148988030 (+4 ms) 2024-12-02T14:16:28,030 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:16:28,032 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5b8b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:28,033 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:16:28,033 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:16:28,033 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:16:28,033 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:16:28,034 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:16:28,034 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:16:28,034 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:16:28,035 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:16:28,036 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Unable to get data of znode /0-299316128/balancer because node does not exist (not necessarily an error) 2024-12-02T14:16:28,037 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-299316128/balancer already deleted, retry=false 2024-12-02T14:16:28,037 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:16:28,037 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Unable to get data of znode /0-299316128/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:16:28,038 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-299316128/normalizer already deleted, retry=false 2024-12-02T14:16:28,038 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:16:28,039 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Unable to get data of znode /0-299316128/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:16:28,039 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-299316128/switch/split already deleted, retry=false 2024-12-02T14:16:28,040 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Unable to get data of znode /0-299316128/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:16:28,041 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-299316128/switch/merge already deleted, retry=false 2024-12-02T14:16:28,043 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Unable to get data of znode /0-299316128/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:16:28,044 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-299316128/snapshot-cleanup already deleted, retry=false 2024-12-02T14:16:28,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-299316128/running 2024-12-02T14:16:28,045 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-299316128/running 2024-12-02T14:16:28,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:28,045 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:28,045 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,45383,1733148986272, sessionid=0x1009b4a25c90000, setting cluster-up flag (Was=false) 2024-12-02T14:16:28,046 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:28,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:28,049 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-299316128/flush-table-proc/acquired, /0-299316128/flush-table-proc/reached, /0-299316128/flush-table-proc/abort 2024-12-02T14:16:28,049 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:28,051 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:28,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:28,053 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-299316128/online-snapshot/acquired, /0-299316128/online-snapshot/reached, /0-299316128/online-snapshot/abort 2024-12-02T14:16:28,054 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:28,055 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:16:28,058 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:28,058 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:16:28,059 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:16:28,059 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,45383,1733148986272 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:16:28,060 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:28,060 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:28,060 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:28,060 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:28,060 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:16:28,060 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:28,061 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:28,061 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:28,070 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149018070 2024-12-02T14:16:28,070 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:16:28,070 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:16:28,070 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:16:28,070 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:16:28,070 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:16:28,070 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:16:28,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:28,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:16:28,070 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,071 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:16:28,071 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:16:28,071 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:16:28,071 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:16:28,071 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:28,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:16:28,073 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:16:28,073 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:16:28,075 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148988073,5,FailOnTimeoutGroup] 2024-12-02T14:16:28,078 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148988075,5,FailOnTimeoutGroup] 2024-12-02T14:16:28,078 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,078 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:16:28,078 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,078 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:16:28,135 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(746): ClusterId : beab4fa8-e4aa-4699-8d8b-85a8426a2f23 2024-12-02T14:16:28,136 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:16:28,137 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:16:28,137 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:16:28,138 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:16:28,138 DEBUG [RS:0;a3a61c9ba14f:37861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3190c7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:28,148 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:37861 2024-12-02T14:16:28,149 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:16:28,149 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:16:28,149 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:16:28,149 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,45383,1733148986272 with port=37861, startcode=1733148986317 2024-12-02T14:16:28,149 DEBUG [RS:0;a3a61c9ba14f:37861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:16:28,151 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:16:28,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45383 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:28,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45383 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:28,153 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa 2024-12-02T14:16:28,153 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40577 2024-12-02T14:16:28,153 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:16:28,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128/rs 2024-12-02T14:16:28,154 DEBUG [RS:0;a3a61c9ba14f:37861 {}] zookeeper.ZKUtil(111): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Set watcher on existing znode=/0-299316128/rs/a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:28,154 WARN [RS:0;a3a61c9ba14f:37861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:28,155 INFO [RS:0;a3a61c9ba14f:37861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:28,155 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:28,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,37861,1733148986317] 2024-12-02T14:16:28,180 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:16:28,183 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:16:28,184 INFO [RS:0;a3a61c9ba14f:37861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:16:28,184 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,185 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:16:28,186 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:16:28,186 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,186 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:28,186 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:28,186 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:28,186 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:28,186 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:28,186 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:28,186 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:28,186 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:28,186 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:28,186 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:28,187 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:28,187 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:28,187 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:28,187 DEBUG [RS:0;a3a61c9ba14f:37861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:28,209 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,209 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,209 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,209 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,209 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,209 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37861,1733148986317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:28,231 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:16:28,231 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37861,1733148986317-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,231 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,232 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.Replication(171): a3a61c9ba14f,37861,1733148986317 started 2024-12-02T14:16:28,244 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:28,244 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,37861,1733148986317, RpcServer on a3a61c9ba14f/172.17.0.2:37861, sessionid=0x1009b4a25c90001 2024-12-02T14:16:28,244 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:16:28,244 DEBUG [RS:0;a3a61c9ba14f:37861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:28,244 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,37861,1733148986317' 2024-12-02T14:16:28,244 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-299316128/flush-table-proc/abort' 2024-12-02T14:16:28,245 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-299316128/flush-table-proc/acquired' 2024-12-02T14:16:28,245 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:16:28,245 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:16:28,245 DEBUG [RS:0;a3a61c9ba14f:37861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:28,245 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,37861,1733148986317' 2024-12-02T14:16:28,245 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-299316128/online-snapshot/abort' 2024-12-02T14:16:28,245 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-299316128/online-snapshot/acquired' 2024-12-02T14:16:28,245 DEBUG [RS:0;a3a61c9ba14f:37861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:16:28,245 INFO [RS:0;a3a61c9ba14f:37861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:16:28,246 INFO [RS:0;a3a61c9ba14f:37861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:16:28,346 INFO [RS:0;a3a61c9ba14f:37861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:28,347 INFO [RS:0;a3a61c9ba14f:37861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C37861%2C1733148986317, suffix=, logDir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317, archiveDir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/oldWALs, maxLogs=10 2024-12-02T14:16:28,358 DEBUG [RS:0;a3a61c9ba14f:37861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347, exclude list is [], retry=0 2024-12-02T14:16:28,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-7acb7c2a-7805-4a74-aa67-d2c852b6ea51,DISK] 2024-12-02T14:16:28,362 INFO [RS:0;a3a61c9ba14f:37861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 2024-12-02T14:16:28,362 DEBUG [RS:0;a3a61c9ba14f:37861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39941:39941)] 2024-12-02T14:16:28,482 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:16:28,482 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa 2024-12-02T14:16:28,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:16:28,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:28,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:16:28,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:16:28,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:28,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:28,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:16:28,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:16:28,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:28,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:28,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:16:28,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:16:28,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:28,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:28,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:16:28,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:16:28,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:28,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:28,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:16:28,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740 2024-12-02T14:16:28,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740 2024-12-02T14:16:28,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:16:28,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:16:28,897 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:28,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:16:28,899 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:28,900 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65533877, jitterRate=-0.02346913516521454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:28,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733148988889Initializing all the Stores at 1733148988889Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148988889Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148988889Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148988889Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148988889Cleaning up temporary data from old regions at 1733148988896 (+7 ms)Region opened successfully at 1733148988900 (+4 ms) 2024-12-02T14:16:28,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:16:28,900 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:16:28,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:16:28,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:16:28,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:16:28,901 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:28,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148988900Disabling compacts and flushes for region at 1733148988900Disabling writes for close at 1733148988900Writing region close event to WAL at 1733148988901 (+1 ms)Closed at 1733148988901 2024-12-02T14:16:28,901 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:28,901 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:16:28,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:16:28,902 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:28,903 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:16:29,053 DEBUG [a3a61c9ba14f:45383 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:16:29,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:29,055 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,37861,1733148986317, state=OPENING 2024-12-02T14:16:29,056 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:16:29,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:29,057 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:29,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:29,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-299316128/meta-region-server: CHANGED 2024-12-02T14:16:29,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-299316128/meta-region-server: CHANGED 2024-12-02T14:16:29,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,37861,1733148986317}] 2024-12-02T14:16:29,209 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:16:29,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:16:29,214 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:16:29,214 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:29,214 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:16:29,215 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C37861%2C1733148986317.meta, suffix=.meta, logDir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317, archiveDir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/oldWALs, maxLogs=10 2024-12-02T14:16:29,228 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.meta.1733148989215.meta, exclude list is [], retry=0 2024-12-02T14:16:29,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-7acb7c2a-7805-4a74-aa67-d2c852b6ea51,DISK] 2024-12-02T14:16:29,231 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.meta.1733148989215.meta 2024-12-02T14:16:29,231 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39941:39941)] 2024-12-02T14:16:29,231 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:29,232 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:29,232 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:16:29,232 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:16:29,232 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:16:29,232 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:16:29,232 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:29,232 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:16:29,232 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:16:29,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:16:29,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:16:29,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:29,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:29,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:16:29,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:16:29,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:29,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:29,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:16:29,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:16:29,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:29,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:29,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:16:29,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:16:29,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:29,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:29,237 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:16:29,237 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740 2024-12-02T14:16:29,238 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740 2024-12-02T14:16:29,239 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:16:29,239 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:16:29,239 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:29,240 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:16:29,241 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70361552, jitterRate=0.048468828201293945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:29,241 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:16:29,241 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148989232Writing region info on filesystem at 1733148989232Initializing all the Stores at 1733148989233 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148989233Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148989233Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148989233Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148989233Cleaning up temporary data from old regions at 1733148989239 (+6 ms)Running coprocessor post-open hooks at 1733148989241 (+2 ms)Region opened successfully at 1733148989241 2024-12-02T14:16:29,242 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148989209 2024-12-02T14:16:29,244 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:16:29,244 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:16:29,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:29,246 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,37861,1733148986317, state=OPEN 2024-12-02T14:16:29,248 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-299316128/meta-region-server 2024-12-02T14:16:29,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-299316128/meta-region-server 2024-12-02T14:16:29,248 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:29,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-299316128/meta-region-server: CHANGED 2024-12-02T14:16:29,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-299316128/meta-region-server: CHANGED 2024-12-02T14:16:29,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:16:29,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,37861,1733148986317 in 191 msec 2024-12-02T14:16:29,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:16:29,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-12-02T14:16:29,254 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:29,254 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:16:29,255 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:29,255 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37861,1733148986317, seqNum=-1] 2024-12-02T14:16:29,255 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:29,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:29,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-12-02T14:16:29,261 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148989261, completionTime=-1 2024-12-02T14:16:29,261 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:16:29,261 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:16:29,263 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:16:29,263 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149049263 2024-12-02T14:16:29,263 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149109263 2024-12-02T14:16:29,263 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T14:16:29,263 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,45383,1733148986272-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:29,263 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,45383,1733148986272-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:29,263 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,45383,1733148986272-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:29,264 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:45383, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:29,264 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:29,264 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:29,265 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:16:29,267 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.917sec 2024-12-02T14:16:29,267 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:16:29,267 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:16:29,267 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:16:29,267 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:16:29,267 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:16:29,267 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,45383,1733148986272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:29,267 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,45383,1733148986272-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:16:29,269 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:16:29,269 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:16:29,269 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,45383,1733148986272-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:29,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:29,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,45383,-1 for getting cluster id 2024-12-02T14:16:29,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:29,338 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beab4fa8-e4aa-4699-8d8b-85a8426a2f23' 2024-12-02T14:16:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beab4fa8-e4aa-4699-8d8b-85a8426a2f23" 2024-12-02T14:16:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4bb6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,45383,-1] 2024-12-02T14:16:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:29,339 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:29,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3116ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:29,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:29,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37861,1733148986317, seqNum=-1] 2024-12-02T14:16:29,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:29,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:29,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:29,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58244 2024-12-02T14:16:29,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:29,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b4a25c90002 connected 2024-12-02T14:16:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/hadoop.log.dir so I do NOT create it in target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c 2024-12-02T14:16:29,348 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:16:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/hadoop.tmp.dir so I do NOT create it in target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c 2024-12-02T14:16:29,348 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:16:29,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c 2024-12-02T14:16:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:16:29,348 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/cluster_290dbdd0-c3b9-5e1c-9560-d9416538db6d, deleteOnExit=true 2024-12-02T14:16:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:16:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/test.cache.data in system properties and HBase conf 2024-12-02T14:16:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:16:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:16:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:16:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:16:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:16:29,349 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:16:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:16:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:16:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:16:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:16:29,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:16:29,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:16:29,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:16:29,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:16:29,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:16:29,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:16:29,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:16:29,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:16:29,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:16:29,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:16:29,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:29,397 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:16:29,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:16:29,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:16:29,399 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:16:29,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:29,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:16:29,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:16:29,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38940895{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/java.io.tmpdir/jetty-localhost-45885-hadoop-hdfs-3_4_1-tests_jar-_-any-10604383378983160654/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:16:29,509 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:45885} 2024-12-02T14:16:29,510 INFO [Time-limited test {}] server.Server(415): Started @157892ms 2024-12-02T14:16:29,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:29,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:16:29,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:16:29,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:16:29,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:16:29,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e887248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:16:29,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff3877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:16:29,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b2b2829{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/java.io.tmpdir/jetty-localhost-45069-hadoop-hdfs-3_4_1-tests_jar-_-any-17354922568987583913/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:16:29,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7332160{HTTP/1.1, (http/1.1)}{localhost:45069} 2024-12-02T14:16:29,682 INFO [Time-limited test {}] server.Server(415): Started @158065ms 2024-12-02T14:16:29,683 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:16:29,738 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/cluster_290dbdd0-c3b9-5e1c-9560-d9416538db6d/data/data1/current/BP-1159654490-172.17.0.2-1733148989363/current, will proceed with Du for space computation calculation, 2024-12-02T14:16:29,738 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/cluster_290dbdd0-c3b9-5e1c-9560-d9416538db6d/data/data2/current/BP-1159654490-172.17.0.2-1733148989363/current, will proceed with Du for space computation calculation, 2024-12-02T14:16:29,755 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:16:29,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2f2dc84501c5fdf with lease ID 0xef0c7ca1458500c3: Processing first storage report for DS-9ec179d2-b4b0-40c9-9cc8-a348091ba0c3 from datanode DatanodeRegistration(127.0.0.1:37811, datanodeUuid=b5d16d21-c9e6-438d-a709-7b06ce2af70c, infoPort=43265, infoSecurePort=0, ipcPort=39621, storageInfo=lv=-57;cid=testClusterID;nsid=62699588;c=1733148989363) 2024-12-02T14:16:29,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2f2dc84501c5fdf with lease ID 0xef0c7ca1458500c3: from storage DS-9ec179d2-b4b0-40c9-9cc8-a348091ba0c3 node DatanodeRegistration(127.0.0.1:37811, datanodeUuid=b5d16d21-c9e6-438d-a709-7b06ce2af70c, infoPort=43265, infoSecurePort=0, ipcPort=39621, storageInfo=lv=-57;cid=testClusterID;nsid=62699588;c=1733148989363), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:16:29,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2f2dc84501c5fdf with lease ID 0xef0c7ca1458500c3: Processing first storage report for DS-577bc116-88d8-43d6-80d5-0267b35ddcf0 from datanode DatanodeRegistration(127.0.0.1:37811, datanodeUuid=b5d16d21-c9e6-438d-a709-7b06ce2af70c, infoPort=43265, infoSecurePort=0, ipcPort=39621, storageInfo=lv=-57;cid=testClusterID;nsid=62699588;c=1733148989363) 2024-12-02T14:16:29,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2f2dc84501c5fdf with lease ID 0xef0c7ca1458500c3: from storage DS-577bc116-88d8-43d6-80d5-0267b35ddcf0 node DatanodeRegistration(127.0.0.1:37811, datanodeUuid=b5d16d21-c9e6-438d-a709-7b06ce2af70c, infoPort=43265, infoSecurePort=0, ipcPort=39621, storageInfo=lv=-57;cid=testClusterID;nsid=62699588;c=1733148989363), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:16:29,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c 2024-12-02T14:16:29,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:29,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:29,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:16:30,215 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4 with version=8 2024-12-02T14:16:30,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/hbase-staging 2024-12-02T14:16:30,218 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:30,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:30,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:30,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:30,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:30,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:30,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:16:30,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:30,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46129 2024-12-02T14:16:30,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46129 connecting to ZooKeeper ensemble=127.0.0.1:58244 2024-12-02T14:16:30,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461290x0, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:30,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46129-0x1009b4a25c90003 connected 2024-12-02T14:16:30,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:30,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:30,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Set watcher on znode that does not yet exist, /1-1956491035/running 2024-12-02T14:16:30,230 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4, hbase.cluster.distributed=false 2024-12-02T14:16:30,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Set watcher on znode that does not yet exist, /1-1956491035/acl 2024-12-02T14:16:30,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46129 2024-12-02T14:16:30,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46129 2024-12-02T14:16:30,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46129 2024-12-02T14:16:30,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46129 2024-12-02T14:16:30,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46129 2024-12-02T14:16:30,244 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:30,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:30,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:30,244 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:30,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:30,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:30,244 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:16:30,244 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:30,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45063 2024-12-02T14:16:30,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45063 connecting to ZooKeeper ensemble=127.0.0.1:58244 2024-12-02T14:16:30,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:30,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:30,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450630x0, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:30,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450630x0, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Set watcher on znode that does not yet exist, /1-1956491035/running 2024-12-02T14:16:30,256 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:16:30,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45063-0x1009b4a25c90004 connected 2024-12-02T14:16:30,258 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:16:30,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Set watcher on znode that does not yet exist, /1-1956491035/master 2024-12-02T14:16:30,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Set watcher on znode that does not yet exist, /1-1956491035/acl 2024-12-02T14:16:30,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45063 2024-12-02T14:16:30,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45063 2024-12-02T14:16:30,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45063 2024-12-02T14:16:30,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45063 2024-12-02T14:16:30,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45063 2024-12-02T14:16:30,325 DEBUG [M:0;a3a61c9ba14f:46129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:46129 2024-12-02T14:16:30,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1956491035/backup-masters/a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:30,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035/backup-masters 2024-12-02T14:16:30,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035/backup-masters 2024-12-02T14:16:30,335 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Set watcher on existing znode=/1-1956491035/backup-masters/a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:30,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1956491035/master 2024-12-02T14:16:30,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:30,336 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Set watcher on existing znode=/1-1956491035/master 2024-12-02T14:16:30,336 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1956491035/backup-masters/a3a61c9ba14f,46129,1733148990217 from backup master directory 2024-12-02T14:16:30,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035/backup-masters 2024-12-02T14:16:30,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1956491035/backup-masters/a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:30,337 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:30,337 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:30,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035/backup-masters 2024-12-02T14:16:30,342 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/hbase.id] with ID: 003f412d-edb4-489c-88e9-6a3a51c58510 2024-12-02T14:16:30,342 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/.tmp/hbase.id 2024-12-02T14:16:30,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:16:30,351 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/.tmp/hbase.id]:[hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/hbase.id] 2024-12-02T14:16:30,359 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:30,359 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:16:30,359 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T14:16:30,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:30,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:30,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:16:30,771 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:30,772 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:16:30,772 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:30,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:16:30,790 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store 2024-12-02T14:16:30,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:16:30,798 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:30,798 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:16:30,798 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:30,798 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:30,798 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:16:30,798 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:30,798 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:30,798 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148990798Disabling compacts and flushes for region at 1733148990798Disabling writes for close at 1733148990798Writing region close event to WAL at 1733148990798Closed at 1733148990798 2024-12-02T14:16:30,799 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/.initializing 2024-12-02T14:16:30,799 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/WALs/a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:30,804 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:30,806 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C46129%2C1733148990217, suffix=, logDir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/WALs/a3a61c9ba14f,46129,1733148990217, archiveDir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/oldWALs, maxLogs=10 2024-12-02T14:16:30,828 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/WALs/a3a61c9ba14f,46129,1733148990217/a3a61c9ba14f%2C46129%2C1733148990217.1733148990807, exclude list is [], retry=0 2024-12-02T14:16:30,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-9ec179d2-b4b0-40c9-9cc8-a348091ba0c3,DISK] 2024-12-02T14:16:30,837 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/WALs/a3a61c9ba14f,46129,1733148990217/a3a61c9ba14f%2C46129%2C1733148990217.1733148990807 2024-12-02T14:16:30,837 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265)] 2024-12-02T14:16:30,837 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:30,837 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:30,837 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:30,837 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:30,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:30,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:16:30,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:30,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:30,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:30,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:16:30,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:30,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:30,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:30,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:16:30,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:30,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:30,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:30,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:16:30,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:30,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:30,850 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:30,851 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:30,851 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:30,852 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:30,852 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:30,852 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:30,854 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:30,862 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:30,868 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59874473, jitterRate=-0.10780082643032074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:30,868 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148990838Initializing all the Stores at 1733148990838Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148990838Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148990841 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148990841Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148990841Cleaning up temporary data from old regions at 1733148990852 (+11 ms)Region opened successfully at 1733148990868 (+16 ms) 2024-12-02T14:16:30,870 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:16:30,874 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28839dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:30,880 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:16:30,881 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:16:30,881 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:16:30,881 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:16:30,882 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:16:30,882 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:16:30,882 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:16:30,884 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:16:30,885 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Unable to get data of znode /1-1956491035/balancer because node does not exist (not necessarily an error) 2024-12-02T14:16:30,886 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1956491035/balancer already deleted, retry=false 2024-12-02T14:16:30,886 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:16:30,887 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Unable to get data of znode /1-1956491035/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:16:30,889 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1956491035/normalizer already deleted, retry=false 2024-12-02T14:16:30,889 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:16:30,902 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Unable to get data of znode /1-1956491035/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:16:30,903 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1956491035/switch/split already deleted, retry=false 2024-12-02T14:16:30,904 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Unable to get data of znode /1-1956491035/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:16:30,905 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1956491035/switch/merge already deleted, retry=false 2024-12-02T14:16:30,907 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Unable to get data of znode /1-1956491035/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:16:30,908 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1956491035/snapshot-cleanup already deleted, retry=false 2024-12-02T14:16:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1956491035/running 2024-12-02T14:16:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1956491035/running 2024-12-02T14:16:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:30,911 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,46129,1733148990217, sessionid=0x1009b4a25c90003, setting cluster-up flag (Was=false) 2024-12-02T14:16:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:30,923 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1956491035/flush-table-proc/acquired, /1-1956491035/flush-table-proc/reached, /1-1956491035/flush-table-proc/abort 2024-12-02T14:16:30,926 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:30,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:30,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:30,938 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1956491035/online-snapshot/acquired, /1-1956491035/online-snapshot/reached, /1-1956491035/online-snapshot/abort 2024-12-02T14:16:30,940 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:30,941 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:16:30,950 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:30,951 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:16:30,951 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:16:30,951 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,46129,1733148990217 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:16:30,952 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:30,952 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:30,953 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:30,953 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:30,953 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:16:30,953 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:30,953 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:30,953 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:30,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:30,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:16:30,976 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:30,976 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:16:30,997 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149020997 2024-12-02T14:16:30,997 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:16:30,997 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:16:30,997 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:16:30,997 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:16:30,997 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:16:30,997 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:16:31,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,005 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:16:31,005 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:16:31,005 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:16:31,005 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:16:31,037 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:16:31,037 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:16:31,037 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148991037,5,FailOnTimeoutGroup] 2024-12-02T14:16:31,043 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(746): ClusterId : 003f412d-edb4-489c-88e9-6a3a51c58510 2024-12-02T14:16:31,043 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:16:31,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:16:31,049 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:16:31,049 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:16:31,054 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:16:31,055 DEBUG [RS:0;a3a61c9ba14f:45063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6586a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:31,061 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148991037,5,FailOnTimeoutGroup] 2024-12-02T14:16:31,061 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,061 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:16:31,061 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,061 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,085 DEBUG [RS:0;a3a61c9ba14f:45063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:45063 2024-12-02T14:16:31,085 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:16:31,085 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:16:31,085 DEBUG [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:16:31,086 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,46129,1733148990217 with port=45063, startcode=1733148990244 2024-12-02T14:16:31,087 DEBUG [RS:0;a3a61c9ba14f:45063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:16:31,094 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:16:31,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:31,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46129 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:31,096 DEBUG [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4 2024-12-02T14:16:31,096 DEBUG [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34353 2024-12-02T14:16:31,096 DEBUG [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:16:31,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035/rs 2024-12-02T14:16:31,104 DEBUG [RS:0;a3a61c9ba14f:45063 {}] zookeeper.ZKUtil(111): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Set watcher on existing znode=/1-1956491035/rs/a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:31,104 WARN [RS:0;a3a61c9ba14f:45063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:31,104 INFO [RS:0;a3a61c9ba14f:45063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:31,104 DEBUG [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:31,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,45063,1733148990244] 2024-12-02T14:16:31,112 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:16:31,117 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:16:31,117 INFO [RS:0;a3a61c9ba14f:45063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:16:31,117 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,119 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:16:31,120 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:16:31,120 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,120 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:31,120 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:31,120 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:31,120 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:31,120 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:31,120 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:31,120 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:31,120 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:31,120 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:31,120 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:31,121 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:31,121 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:31,121 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:31,121 DEBUG [RS:0;a3a61c9ba14f:45063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:31,123 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,123 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,123 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,123 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,123 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,123 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,45063,1733148990244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:31,137 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:16:31,137 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,45063,1733148990244-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,137 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,137 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.Replication(171): a3a61c9ba14f,45063,1733148990244 started 2024-12-02T14:16:31,149 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:31,149 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,45063,1733148990244, RpcServer on a3a61c9ba14f/172.17.0.2:45063, sessionid=0x1009b4a25c90004 2024-12-02T14:16:31,149 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:16:31,149 DEBUG [RS:0;a3a61c9ba14f:45063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:31,149 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,45063,1733148990244' 2024-12-02T14:16:31,149 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1956491035/flush-table-proc/abort' 2024-12-02T14:16:31,150 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1956491035/flush-table-proc/acquired' 2024-12-02T14:16:31,150 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:16:31,150 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:16:31,150 DEBUG [RS:0;a3a61c9ba14f:45063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:31,150 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,45063,1733148990244' 2024-12-02T14:16:31,150 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1956491035/online-snapshot/abort' 2024-12-02T14:16:31,150 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1956491035/online-snapshot/acquired' 2024-12-02T14:16:31,151 DEBUG [RS:0;a3a61c9ba14f:45063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:16:31,151 INFO [RS:0;a3a61c9ba14f:45063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:16:31,151 INFO [RS:0;a3a61c9ba14f:45063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:16:31,251 INFO [RS:0;a3a61c9ba14f:45063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:31,252 INFO [RS:0;a3a61c9ba14f:45063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C45063%2C1733148990244, suffix=, logDir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244, archiveDir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/oldWALs, maxLogs=10 2024-12-02T14:16:31,263 DEBUG [RS:0;a3a61c9ba14f:45063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253, exclude list is [], retry=0 2024-12-02T14:16:31,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-9ec179d2-b4b0-40c9-9cc8-a348091ba0c3,DISK] 2024-12-02T14:16:31,267 INFO [RS:0;a3a61c9ba14f:45063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 2024-12-02T14:16:31,267 DEBUG [RS:0;a3a61c9ba14f:45063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265)] 2024-12-02T14:16:31,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:16:31,444 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4 2024-12-02T14:16:31,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:16:31,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:16:31,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:31,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:16:31,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:16:31,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:31,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:31,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:16:31,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:16:31,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:31,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:31,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:16:31,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:16:31,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:31,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:31,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:16:31,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:16:31,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:31,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:31,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:16:31,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740 2024-12-02T14:16:31,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740 2024-12-02T14:16:31,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:31,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:16:31,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:16:31,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:31,859 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:31,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:31,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:31,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:31,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:16:31,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:31,863 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:31,863 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72736093, jitterRate=0.08385224640369415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:31,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733148991849Initializing all the Stores at 1733148991850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148991850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148991850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148991850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148991850Cleaning up temporary data from old regions at 1733148991859 (+9 ms)Region opened successfully at 1733148991863 (+4 ms) 2024-12-02T14:16:31,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:16:31,864 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:16:31,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:16:31,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:16:31,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:16:31,864 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:31,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148991864Disabling compacts and flushes for region at 1733148991864Disabling writes for close at 1733148991864Writing region close event to WAL at 1733148991864Closed at 1733148991864 2024-12-02T14:16:31,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:31,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:16:31,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:16:31,866 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:31,867 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:16:31,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:31,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:32,017 DEBUG [a3a61c9ba14f:46129 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:16:32,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:32,018 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,45063,1733148990244, state=OPENING 2024-12-02T14:16:32,019 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:16:32,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:32,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:32,020 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:32,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,45063,1733148990244}] 2024-12-02T14:16:32,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1956491035/meta-region-server: CHANGED 2024-12-02T14:16:32,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1956491035/meta-region-server: CHANGED 2024-12-02T14:16:32,173 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:16:32,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:16:32,177 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:16:32,177 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:32,177 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:16:32,178 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C45063%2C1733148990244.meta, suffix=.meta, logDir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244, archiveDir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/oldWALs, maxLogs=10 2024-12-02T14:16:32,189 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.meta.1733148992178.meta, exclude list is [], retry=0 2024-12-02T14:16:32,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-9ec179d2-b4b0-40c9-9cc8-a348091ba0c3,DISK] 2024-12-02T14:16:32,192 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.meta.1733148992178.meta 2024-12-02T14:16:32,192 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265)] 2024-12-02T14:16:32,192 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:32,193 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:32,193 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:16:32,193 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:16:32,193 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:16:32,193 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:16:32,193 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:32,193 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:16:32,193 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:16:32,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:16:32,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:16:32,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:32,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:32,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:16:32,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:16:32,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:32,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:32,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:16:32,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:16:32,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:32,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:32,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:16:32,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:16:32,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:32,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:32,198 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:16:32,199 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740 2024-12-02T14:16:32,200 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740 2024-12-02T14:16:32,201 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:16:32,201 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:16:32,201 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:32,202 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:16:32,203 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64024185, jitterRate=-0.045965299010276794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:32,203 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:16:32,203 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148992193Writing region info on filesystem at 1733148992193Initializing all the Stores at 1733148992194 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148992194Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148992194Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148992194Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148992194Cleaning up temporary data from old regions at 1733148992201 (+7 ms)Running coprocessor post-open hooks at 1733148992203 (+2 ms)Region opened successfully at 1733148992203 2024-12-02T14:16:32,204 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148992173 2024-12-02T14:16:32,205 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:16:32,205 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:16:32,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:32,206 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,45063,1733148990244, state=OPEN 2024-12-02T14:16:32,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1956491035/meta-region-server 2024-12-02T14:16:32,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1956491035/meta-region-server 2024-12-02T14:16:32,207 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:32,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1956491035/meta-region-server: CHANGED 2024-12-02T14:16:32,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1956491035/meta-region-server: CHANGED 2024-12-02T14:16:32,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:16:32,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,45063,1733148990244 in 187 msec 2024-12-02T14:16:32,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:16:32,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 344 msec 2024-12-02T14:16:32,211 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:32,211 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:16:32,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:32,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,45063,1733148990244, seqNum=-1] 2024-12-02T14:16:32,212 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:32,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:32,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-12-02T14:16:32,217 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148992217, completionTime=-1 2024-12-02T14:16:32,217 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:16:32,217 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:16:32,219 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:16:32,219 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149052219 2024-12-02T14:16:32,219 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149112219 2024-12-02T14:16:32,219 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:16:32,219 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46129,1733148990217-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:32,220 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46129,1733148990217-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:32,220 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46129,1733148990217-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:32,220 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:46129, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:32,220 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:32,220 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:32,221 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:16:32,223 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.886sec 2024-12-02T14:16:32,223 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:16:32,223 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:16:32,224 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:16:32,224 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:16:32,224 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:16:32,224 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46129,1733148990217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:32,224 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46129,1733148990217-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:16:32,226 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:16:32,226 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:16:32,226 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46129,1733148990217-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:32,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:32,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46129,-1 for getting cluster id 2024-12-02T14:16:32,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:32,244 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '003f412d-edb4-489c-88e9-6a3a51c58510' 2024-12-02T14:16:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "003f412d-edb4-489c-88e9-6a3a51c58510" 2024-12-02T14:16:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e4372f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46129,-1] 2024-12-02T14:16:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:32,245 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:32,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:32,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:32,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,45063,1733148990244, seqNum=-1] 2024-12-02T14:16:32,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:32,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:32,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:32,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58244 2024-12-02T14:16:32,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:32,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b4a25c90005 connected 2024-12-02T14:16:32,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:32,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:32,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2103b9fa 2024-12-02T14:16:32,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:32,255 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:32,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:16:32,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:16:32,258 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:32,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:16:32,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:16:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:32,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:16:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:32,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdf909d790211d547c67caef886356e4, NAME => 'test,,1733148992256.cdf909d790211d547c67caef886356e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa 2024-12-02T14:16:32,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:16:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:33,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733148992256.cdf909d790211d547c67caef886356e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:33,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cdf909d790211d547c67caef886356e4, disabling compactions & flushes 2024-12-02T14:16:33,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733148992256.cdf909d790211d547c67caef886356e4. 2024-12-02T14:16:33,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733148992256.cdf909d790211d547c67caef886356e4. 2024-12-02T14:16:33,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733148992256.cdf909d790211d547c67caef886356e4. after waiting 0 ms 2024-12-02T14:16:33,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733148992256.cdf909d790211d547c67caef886356e4. 2024-12-02T14:16:33,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733148992256.cdf909d790211d547c67caef886356e4. 2024-12-02T14:16:33,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdf909d790211d547c67caef886356e4: Waiting for close lock at 1733148993074Disabling compacts and flushes for region at 1733148993074Disabling writes for close at 1733148993074Writing region close event to WAL at 1733148993074Closed at 1733148993074 2024-12-02T14:16:33,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:16:33,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733148992256.cdf909d790211d547c67caef886356e4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733148993075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148993075"}]},"ts":"1733148993075"} 2024-12-02T14:16:33,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:16:33,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:16:33,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148993078"}]},"ts":"1733148993078"} 2024-12-02T14:16:33,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:16:33,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdf909d790211d547c67caef886356e4, ASSIGN}] 2024-12-02T14:16:33,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdf909d790211d547c67caef886356e4, ASSIGN 2024-12-02T14:16:33,082 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cdf909d790211d547c67caef886356e4, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,37861,1733148986317; forceNewPlan=false, retain=false 2024-12-02T14:16:33,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdf909d790211d547c67caef886356e4, regionState=OPENING, regionLocation=a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:33,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cdf909d790211d547c67caef886356e4, ASSIGN because future has completed 2024-12-02T14:16:33,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdf909d790211d547c67caef886356e4, server=a3a61c9ba14f,37861,1733148986317}] 2024-12-02T14:16:33,390 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733148992256.cdf909d790211d547c67caef886356e4. 2024-12-02T14:16:33,390 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cdf909d790211d547c67caef886356e4, NAME => 'test,,1733148992256.cdf909d790211d547c67caef886356e4.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:33,390 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:33,390 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:16:33,390 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cdf909d790211d547c67caef886356e4 2024-12-02T14:16:33,390 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733148992256.cdf909d790211d547c67caef886356e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:33,390 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cdf909d790211d547c67caef886356e4 2024-12-02T14:16:33,390 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cdf909d790211d547c67caef886356e4 2024-12-02T14:16:33,392 INFO [StoreOpener-cdf909d790211d547c67caef886356e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cdf909d790211d547c67caef886356e4 2024-12-02T14:16:33,393 INFO [StoreOpener-cdf909d790211d547c67caef886356e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf909d790211d547c67caef886356e4 columnFamilyName f 2024-12-02T14:16:33,393 DEBUG [StoreOpener-cdf909d790211d547c67caef886356e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:33,393 INFO [StoreOpener-cdf909d790211d547c67caef886356e4-1 {}] regionserver.HStore(327): Store=cdf909d790211d547c67caef886356e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:33,393 INFO [StoreOpener-cdf909d790211d547c67caef886356e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cdf909d790211d547c67caef886356e4 2024-12-02T14:16:33,394 INFO [StoreOpener-cdf909d790211d547c67caef886356e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf909d790211d547c67caef886356e4 columnFamilyName f1 2024-12-02T14:16:33,394 DEBUG [StoreOpener-cdf909d790211d547c67caef886356e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:33,394 INFO [StoreOpener-cdf909d790211d547c67caef886356e4-1 {}] regionserver.HStore(327): Store=cdf909d790211d547c67caef886356e4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:33,394 INFO [StoreOpener-cdf909d790211d547c67caef886356e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cdf909d790211d547c67caef886356e4 2024-12-02T14:16:33,395 INFO [StoreOpener-cdf909d790211d547c67caef886356e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdf909d790211d547c67caef886356e4 columnFamilyName norep 2024-12-02T14:16:33,395 DEBUG [StoreOpener-cdf909d790211d547c67caef886356e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:33,396 INFO [StoreOpener-cdf909d790211d547c67caef886356e4-1 {}] regionserver.HStore(327): Store=cdf909d790211d547c67caef886356e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:33,396 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cdf909d790211d547c67caef886356e4 2024-12-02T14:16:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:33,396 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4 2024-12-02T14:16:33,397 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4 2024-12-02T14:16:33,398 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cdf909d790211d547c67caef886356e4 2024-12-02T14:16:33,398 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cdf909d790211d547c67caef886356e4 2024-12-02T14:16:33,398 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:16:33,399 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cdf909d790211d547c67caef886356e4 2024-12-02T14:16:33,400 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:33,401 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cdf909d790211d547c67caef886356e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64748189, jitterRate=-0.035176798701286316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:16:33,401 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdf909d790211d547c67caef886356e4 2024-12-02T14:16:33,401 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cdf909d790211d547c67caef886356e4: Running coprocessor pre-open hook at 1733148993390Writing region info on filesystem at 1733148993390Initializing all the Stores at 1733148993391 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148993391Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148993391Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148993391Cleaning up temporary data from old regions at 1733148993398 (+7 ms)Running coprocessor post-open hooks at 1733148993401 (+3 ms)Region opened successfully at 1733148993401 2024-12-02T14:16:33,402 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733148992256.cdf909d790211d547c67caef886356e4., pid=6, masterSystemTime=1733148993386 2024-12-02T14:16:33,404 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733148992256.cdf909d790211d547c67caef886356e4. 2024-12-02T14:16:33,404 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733148992256.cdf909d790211d547c67caef886356e4. 2024-12-02T14:16:33,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdf909d790211d547c67caef886356e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:33,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdf909d790211d547c67caef886356e4, server=a3a61c9ba14f,37861,1733148986317 because future has completed 2024-12-02T14:16:33,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:16:33,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cdf909d790211d547c67caef886356e4, server=a3a61c9ba14f,37861,1733148986317 in 172 msec 2024-12-02T14:16:33,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:16:33,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cdf909d790211d547c67caef886356e4, ASSIGN in 328 msec 2024-12-02T14:16:33,410 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:16:33,411 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148993410"}]},"ts":"1733148993410"} 2024-12-02T14:16:33,412 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:16:33,413 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:16:33,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-12-02T14:16:34,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:16:34,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T14:16:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:34,407 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:16:34,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:34,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:34,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f8e684e 2024-12-02T14:16:34,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:34,409 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:34,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:16:34,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:16:34,411 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:34,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:16:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:34,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:16:34,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:16:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:34,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48fade5e8b2c9c0d81b4fce313da64a5, NAME => 'test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4 2024-12-02T14:16:34,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:16:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:35,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:35,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 48fade5e8b2c9c0d81b4fce313da64a5, disabling compactions & flushes 2024-12-02T14:16:35,225 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. 2024-12-02T14:16:35,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. 2024-12-02T14:16:35,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. after waiting 0 ms 2024-12-02T14:16:35,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. 2024-12-02T14:16:35,225 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. 2024-12-02T14:16:35,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48fade5e8b2c9c0d81b4fce313da64a5: Waiting for close lock at 1733148995225Disabling compacts and flushes for region at 1733148995225Disabling writes for close at 1733148995225Writing region close event to WAL at 1733148995225Closed at 1733148995225 2024-12-02T14:16:35,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:16:35,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733148995226"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148995226"}]},"ts":"1733148995226"} 2024-12-02T14:16:35,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:16:35,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:16:35,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148995229"}]},"ts":"1733148995229"} 2024-12-02T14:16:35,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:16:35,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=48fade5e8b2c9c0d81b4fce313da64a5, ASSIGN}] 2024-12-02T14:16:35,232 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=48fade5e8b2c9c0d81b4fce313da64a5, ASSIGN 2024-12-02T14:16:35,233 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=48fade5e8b2c9c0d81b4fce313da64a5, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,45063,1733148990244; forceNewPlan=false, retain=false 2024-12-02T14:16:35,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48fade5e8b2c9c0d81b4fce313da64a5, regionState=OPENING, regionLocation=a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:35,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=48fade5e8b2c9c0d81b4fce313da64a5, ASSIGN because future has completed 2024-12-02T14:16:35,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48fade5e8b2c9c0d81b4fce313da64a5, server=a3a61c9ba14f,45063,1733148990244}] 2024-12-02T14:16:35,540 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. 2024-12-02T14:16:35,540 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 48fade5e8b2c9c0d81b4fce313da64a5, NAME => 'test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:35,540 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:35,540 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:16:35,541 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:35,541 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:35,541 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:35,541 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:35,542 INFO [StoreOpener-48fade5e8b2c9c0d81b4fce313da64a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:35,543 INFO [StoreOpener-48fade5e8b2c9c0d81b4fce313da64a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48fade5e8b2c9c0d81b4fce313da64a5 columnFamilyName f 2024-12-02T14:16:35,543 DEBUG [StoreOpener-48fade5e8b2c9c0d81b4fce313da64a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:35,543 INFO [StoreOpener-48fade5e8b2c9c0d81b4fce313da64a5-1 {}] regionserver.HStore(327): Store=48fade5e8b2c9c0d81b4fce313da64a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:35,543 INFO [StoreOpener-48fade5e8b2c9c0d81b4fce313da64a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:35,544 INFO [StoreOpener-48fade5e8b2c9c0d81b4fce313da64a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48fade5e8b2c9c0d81b4fce313da64a5 columnFamilyName f1 2024-12-02T14:16:35,544 DEBUG [StoreOpener-48fade5e8b2c9c0d81b4fce313da64a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:35,544 INFO [StoreOpener-48fade5e8b2c9c0d81b4fce313da64a5-1 {}] regionserver.HStore(327): Store=48fade5e8b2c9c0d81b4fce313da64a5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:35,544 INFO [StoreOpener-48fade5e8b2c9c0d81b4fce313da64a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:35,545 INFO [StoreOpener-48fade5e8b2c9c0d81b4fce313da64a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48fade5e8b2c9c0d81b4fce313da64a5 columnFamilyName norep 2024-12-02T14:16:35,545 DEBUG [StoreOpener-48fade5e8b2c9c0d81b4fce313da64a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:35,545 INFO [StoreOpener-48fade5e8b2c9c0d81b4fce313da64a5-1 {}] regionserver.HStore(327): Store=48fade5e8b2c9c0d81b4fce313da64a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:35,545 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:35,546 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:35,546 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:35,547 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:35,547 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:35,547 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:16:35,548 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:35,549 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:35,550 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 48fade5e8b2c9c0d81b4fce313da64a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63685408, jitterRate=-0.05101346969604492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:16:35,550 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:35,550 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 48fade5e8b2c9c0d81b4fce313da64a5: Running coprocessor pre-open hook at 1733148995541Writing region info on filesystem at 1733148995541Initializing all the Stores at 1733148995542 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148995542Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148995542Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148995542Cleaning up temporary data from old regions at 1733148995547 (+5 ms)Running coprocessor post-open hooks at 1733148995550 (+3 ms)Region opened successfully at 1733148995550 2024-12-02T14:16:35,550 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5., pid=6, masterSystemTime=1733148995537 2024-12-02T14:16:35,552 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. 2024-12-02T14:16:35,552 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. 2024-12-02T14:16:35,553 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48fade5e8b2c9c0d81b4fce313da64a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:35,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48fade5e8b2c9c0d81b4fce313da64a5, server=a3a61c9ba14f,45063,1733148990244 because future has completed 2024-12-02T14:16:35,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:16:35,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 48fade5e8b2c9c0d81b4fce313da64a5, server=a3a61c9ba14f,45063,1733148990244 in 170 msec 2024-12-02T14:16:35,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:16:35,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=48fade5e8b2c9c0d81b4fce313da64a5, ASSIGN in 326 msec 2024-12-02T14:16:35,559 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:16:35,559 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148995559"}]},"ts":"1733148995559"} 2024-12-02T14:16:35,560 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:16:35,561 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:16:35,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-02T14:16:36,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:16:36,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T14:16:36,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T14:16:36,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T14:16:36,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:36,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T14:16:36,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:16:36,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T14:16:36,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:36,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T14:16:36,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T14:16:36,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T14:16:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:36,556 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:16:36,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab2e780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:36,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,45383,-1 for getting cluster id 2024-12-02T14:16:36,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:36,558 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beab4fa8-e4aa-4699-8d8b-85a8426a2f23' 2024-12-02T14:16:36,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:36,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beab4fa8-e4aa-4699-8d8b-85a8426a2f23" 2024-12-02T14:16:36,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d73a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:36,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,45383,-1] 2024-12-02T14:16:36,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:36,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:36,559 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:36,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c76cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:36,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:36,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46129,-1 for getting cluster id 2024-12-02T14:16:36,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:36,561 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '003f412d-edb4-489c-88e9-6a3a51c58510' 2024-12-02T14:16:36,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:36,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "003f412d-edb4-489c-88e9-6a3a51c58510" 2024-12-02T14:16:36,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6213aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:36,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46129,-1] 2024-12-02T14:16:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:36,562 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3459d682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:36,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:36,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,45383,-1 for getting cluster id 2024-12-02T14:16:36,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:36,564 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beab4fa8-e4aa-4699-8d8b-85a8426a2f23' 2024-12-02T14:16:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beab4fa8-e4aa-4699-8d8b-85a8426a2f23" 2024-12-02T14:16:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c12ba1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,45383,-1] 2024-12-02T14:16:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:36,566 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:36,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48097c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:36,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f375a09 2024-12-02T14:16:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:36,569 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:36,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:46129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:16:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:16:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:16:36,572 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:46129' 2024-12-02T14:16:36,573 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1709e8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:36,573 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46129,-1 for getting cluster id 2024-12-02T14:16:36,573 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:36,574 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '003f412d-edb4-489c-88e9-6a3a51c58510' 2024-12-02T14:16:36,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:36,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "003f412d-edb4-489c-88e9-6a3a51c58510" 2024-12-02T14:16:36,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f7376b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:36,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46129,-1] 2024-12-02T14:16:36,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:36,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:36,575 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:36,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a6f643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:36,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:36,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:36,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6598f956 2024-12-02T14:16:36,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:36,578 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:36,578 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T14:16:36,578 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:16:36,579 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:36,579 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:36,579 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:36,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:36,580 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:16:36,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:16:36,581 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:36,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:16:36,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741837_1013 (size=1138) 2024-12-02T14:16:36,590 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 625b8942068b71bf2dbd76937a277e47, NAME => 'hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa 2024-12-02T14:16:36,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741838_1014 (size=44) 2024-12-02T14:16:36,631 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:16:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:16:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:16:36,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:36,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 625b8942068b71bf2dbd76937a277e47, disabling compactions & flushes 2024-12-02T14:16:36,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. 2024-12-02T14:16:36,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. 2024-12-02T14:16:36,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. after waiting 0 ms 2024-12-02T14:16:36,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. 2024-12-02T14:16:36,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. 2024-12-02T14:16:36,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 625b8942068b71bf2dbd76937a277e47: Waiting for close lock at 1733148996999Disabling compacts and flushes for region at 1733148996999Disabling writes for close at 1733148996999Writing region close event to WAL at 1733148996999Closed at 1733148996999 2024-12-02T14:16:37,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:16:37,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733148997000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148997000"}]},"ts":"1733148997000"} 2024-12-02T14:16:37,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:16:37,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:16:37,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148997003"}]},"ts":"1733148997003"} 2024-12-02T14:16:37,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:16:37,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=625b8942068b71bf2dbd76937a277e47, ASSIGN}] 2024-12-02T14:16:37,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=625b8942068b71bf2dbd76937a277e47, ASSIGN 2024-12-02T14:16:37,007 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=625b8942068b71bf2dbd76937a277e47, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,37861,1733148986317; forceNewPlan=false, retain=false 2024-12-02T14:16:37,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=625b8942068b71bf2dbd76937a277e47, regionState=OPENING, regionLocation=a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:37,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=625b8942068b71bf2dbd76937a277e47, ASSIGN because future has completed 2024-12-02T14:16:37,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 625b8942068b71bf2dbd76937a277e47, server=a3a61c9ba14f,37861,1733148986317}] 2024-12-02T14:16:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:16:37,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. 2024-12-02T14:16:37,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:37,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:16:37,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C37861%2C1733148986317.rep, suffix=, logDir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317, archiveDir=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/oldWALs, maxLogs=10 2024-12-02T14:16:37,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.rep.1733148997316, exclude list is [], retry=0 2024-12-02T14:16:37,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35241,DS-7acb7c2a-7805-4a74-aa67-d2c852b6ea51,DISK] 2024-12-02T14:16:37,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.rep.1733148997316 2024-12-02T14:16:37,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39941:39941)] 2024-12-02T14:16:37,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 625b8942068b71bf2dbd76937a277e47, NAME => 'hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:37,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:37,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:16:37,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. service=MultiRowMutationService 2024-12-02T14:16:37,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:16:37,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:37,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:37,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:37,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:37,331 INFO [StoreOpener-625b8942068b71bf2dbd76937a277e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:37,332 INFO [StoreOpener-625b8942068b71bf2dbd76937a277e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 625b8942068b71bf2dbd76937a277e47 columnFamilyName hfileref 2024-12-02T14:16:37,332 DEBUG [StoreOpener-625b8942068b71bf2dbd76937a277e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:37,333 INFO [StoreOpener-625b8942068b71bf2dbd76937a277e47-1 {}] regionserver.HStore(327): Store=625b8942068b71bf2dbd76937a277e47/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:37,333 INFO [StoreOpener-625b8942068b71bf2dbd76937a277e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:37,333 INFO [StoreOpener-625b8942068b71bf2dbd76937a277e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 625b8942068b71bf2dbd76937a277e47 columnFamilyName queue 2024-12-02T14:16:37,333 DEBUG [StoreOpener-625b8942068b71bf2dbd76937a277e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:37,334 INFO [StoreOpener-625b8942068b71bf2dbd76937a277e47-1 {}] regionserver.HStore(327): Store=625b8942068b71bf2dbd76937a277e47/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:37,334 INFO [StoreOpener-625b8942068b71bf2dbd76937a277e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:37,334 INFO [StoreOpener-625b8942068b71bf2dbd76937a277e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 625b8942068b71bf2dbd76937a277e47 columnFamilyName sid 2024-12-02T14:16:37,334 DEBUG [StoreOpener-625b8942068b71bf2dbd76937a277e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:37,335 INFO [StoreOpener-625b8942068b71bf2dbd76937a277e47-1 {}] regionserver.HStore(327): Store=625b8942068b71bf2dbd76937a277e47/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:37,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:37,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:37,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:37,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:37,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:37,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:16:37,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:37,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:37,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 625b8942068b71bf2dbd76937a277e47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72780884, jitterRate=0.08451968431472778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:16:37,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:37,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 625b8942068b71bf2dbd76937a277e47: Running coprocessor pre-open hook at 1733148997331Writing region info on filesystem at 1733148997331Initializing all the Stores at 1733148997331Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148997331Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148997331Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148997331Cleaning up temporary data from old regions at 1733148997336 (+5 ms)Running coprocessor post-open hooks at 1733148997341 (+5 ms)Region opened successfully at 1733148997342 (+1 ms) 2024-12-02T14:16:37,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47., pid=10, masterSystemTime=1733148997312 2024-12-02T14:16:37,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. 2024-12-02T14:16:37,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. 2024-12-02T14:16:37,344 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=625b8942068b71bf2dbd76937a277e47, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:37,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 625b8942068b71bf2dbd76937a277e47, server=a3a61c9ba14f,37861,1733148986317 because future has completed 2024-12-02T14:16:37,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:16:37,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 625b8942068b71bf2dbd76937a277e47, server=a3a61c9ba14f,37861,1733148986317 in 187 msec 2024-12-02T14:16:37,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T14:16:37,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=625b8942068b71bf2dbd76937a277e47, ASSIGN in 343 msec 2024-12-02T14:16:37,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:16:37,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148997350"}]},"ts":"1733148997350"} 2024-12-02T14:16:37,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:16:37,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:16:37,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-12-02T14:16:37,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47., hostname=a3a61c9ba14f,37861,1733148986317, seqNum=2] 2024-12-02T14:16:37,392 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:37,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:37,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:16:37,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T14:16:37,548 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:16:37,587 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,37861,1733148986317, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:16:37,588 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:37,588 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37861,1733148986317, seqNum=-1] 2024-12-02T14:16:37,588 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:37,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T14:16:37,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,37861,1733148986317', locateType=CURRENT is [region=hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47., hostname=a3a61c9ba14f,37861,1733148986317, seqNum=2] 2024-12-02T14:16:37,597 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T14:16:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T14:16:37,600 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,37861,1733148986317 suceeded 2024-12-02T14:16:37,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T14:16:37,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-12-02T14:16:37,603 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:46129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:16:37,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0330 sec 2024-12-02T14:16:37,616 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:46129' 2024-12-02T14:16:37,618 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75114706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:37,618 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46129,-1 for getting cluster id 2024-12-02T14:16:37,618 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:37,620 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '003f412d-edb4-489c-88e9-6a3a51c58510' 2024-12-02T14:16:37,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:37,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "003f412d-edb4-489c-88e9-6a3a51c58510" 2024-12-02T14:16:37,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4550f6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:37,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46129,-1] 2024-12-02T14:16:37,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:37,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:37,622 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:37,623 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47a10af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:37,623 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:37,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:37,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ef668a 2024-12-02T14:16:37,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:37,626 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T14:16:37,626 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,37861,1733148986317 (queues=1) is replicating from cluster=beab4fa8-e4aa-4699-8d8b-85a8426a2f23 to cluster=003f412d-edb4-489c-88e9-6a3a51c58510 2024-12-02T14:16:37,626 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C37861%2C1733148986317 2024-12-02T14:16:37,627 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,37861,1733148986317, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:16:37,627 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347, startPosition=0, beingWritten=true 2024-12-02T14:16:37,627 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C37861%2C1733148986317 2024-12-02T14:16:37,636 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:16:37,636 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 379, reset compression=false 2024-12-02T14:16:37,636 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,37861,1733148986317 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:16:37,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:16:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:16:37,707 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:16:37,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:37,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:37,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:37,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:37,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:37,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:37,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46129,-1 for getting cluster id 2024-12-02T14:16:37,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:37,712 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '003f412d-edb4-489c-88e9-6a3a51c58510' 2024-12-02T14:16:37,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:37,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "003f412d-edb4-489c-88e9-6a3a51c58510" 2024-12-02T14:16:37,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5cd3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:37,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46129,-1] 2024-12-02T14:16:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:37,714 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3eb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:37,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:37,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:37,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fcdcf1e 2024-12-02T14:16:37,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:37,717 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:37,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:45383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:16:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:16:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:16:37,722 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:45383' 2024-12-02T14:16:37,724 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd57610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:37,724 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,45383,-1 for getting cluster id 2024-12-02T14:16:37,724 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:37,725 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beab4fa8-e4aa-4699-8d8b-85a8426a2f23' 2024-12-02T14:16:37,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:37,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beab4fa8-e4aa-4699-8d8b-85a8426a2f23" 2024-12-02T14:16:37,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688419f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:37,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,45383,-1] 2024-12-02T14:16:37,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:37,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:37,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:37,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:37,727 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:37,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:37,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:37,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198a981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:37,728 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:37,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:37,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:37,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:37,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b649ba3 2024-12-02T14:16:37,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:37,730 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:37,731 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T14:16:37,731 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:16:37,731 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:37,731 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:37,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:37,732 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:37,733 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:16:37,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:16:37,734 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:37,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:16:37,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:37,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:37,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741837_1013 (size=1138) 2024-12-02T14:16:37,764 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7497a7a3e6c6731bab8ee4122fb5c701, NAME => 'hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4 2024-12-02T14:16:37,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741838_1014 (size=44) 2024-12-02T14:16:37,783 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:16:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:16:37,842 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 379, reset compression=false 2024-12-02T14:16:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:16:38,147 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 379, reset compression=false 2024-12-02T14:16:38,175 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:38,175 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7497a7a3e6c6731bab8ee4122fb5c701, disabling compactions & flushes 2024-12-02T14:16:38,175 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. 2024-12-02T14:16:38,175 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. 2024-12-02T14:16:38,175 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. after waiting 0 ms 2024-12-02T14:16:38,175 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. 2024-12-02T14:16:38,175 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. 2024-12-02T14:16:38,175 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7497a7a3e6c6731bab8ee4122fb5c701: Waiting for close lock at 1733148998175Disabling compacts and flushes for region at 1733148998175Disabling writes for close at 1733148998175Writing region close event to WAL at 1733148998175Closed at 1733148998175 2024-12-02T14:16:38,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:16:38,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733148998177"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148998177"}]},"ts":"1733148998177"} 2024-12-02T14:16:38,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:16:38,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:16:38,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148998180"}]},"ts":"1733148998180"} 2024-12-02T14:16:38,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:16:38,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7497a7a3e6c6731bab8ee4122fb5c701, ASSIGN}] 2024-12-02T14:16:38,184 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7497a7a3e6c6731bab8ee4122fb5c701, ASSIGN 2024-12-02T14:16:38,185 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7497a7a3e6c6731bab8ee4122fb5c701, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,45063,1733148990244; forceNewPlan=false, retain=false 2024-12-02T14:16:38,335 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7497a7a3e6c6731bab8ee4122fb5c701, regionState=OPENING, regionLocation=a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:38,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7497a7a3e6c6731bab8ee4122fb5c701, ASSIGN because future has completed 2024-12-02T14:16:38,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7497a7a3e6c6731bab8ee4122fb5c701, server=a3a61c9ba14f,45063,1733148990244}] 2024-12-02T14:16:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:16:38,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. 2024-12-02T14:16:38,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:38,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:16:38,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C45063%2C1733148990244.rep, suffix=, logDir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244, archiveDir=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/oldWALs, maxLogs=10 2024-12-02T14:16:38,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.rep.1733148998494, exclude list is [], retry=0 2024-12-02T14:16:38,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-9ec179d2-b4b0-40c9-9cc8-a348091ba0c3,DISK] 2024-12-02T14:16:38,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.rep.1733148998494 2024-12-02T14:16:38,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265)] 2024-12-02T14:16:38,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7497a7a3e6c6731bab8ee4122fb5c701, NAME => 'hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:38,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:38,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:16:38,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. service=MultiRowMutationService 2024-12-02T14:16:38,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:16:38,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:38,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:38,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:38,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:38,510 INFO [StoreOpener-7497a7a3e6c6731bab8ee4122fb5c701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:38,511 INFO [StoreOpener-7497a7a3e6c6731bab8ee4122fb5c701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7497a7a3e6c6731bab8ee4122fb5c701 columnFamilyName hfileref 2024-12-02T14:16:38,511 DEBUG [StoreOpener-7497a7a3e6c6731bab8ee4122fb5c701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:38,512 INFO [StoreOpener-7497a7a3e6c6731bab8ee4122fb5c701-1 {}] regionserver.HStore(327): Store=7497a7a3e6c6731bab8ee4122fb5c701/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:38,512 INFO [StoreOpener-7497a7a3e6c6731bab8ee4122fb5c701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:38,512 INFO [StoreOpener-7497a7a3e6c6731bab8ee4122fb5c701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7497a7a3e6c6731bab8ee4122fb5c701 columnFamilyName queue 2024-12-02T14:16:38,513 DEBUG [StoreOpener-7497a7a3e6c6731bab8ee4122fb5c701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:38,513 INFO [StoreOpener-7497a7a3e6c6731bab8ee4122fb5c701-1 {}] regionserver.HStore(327): Store=7497a7a3e6c6731bab8ee4122fb5c701/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:38,513 INFO [StoreOpener-7497a7a3e6c6731bab8ee4122fb5c701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:38,514 INFO [StoreOpener-7497a7a3e6c6731bab8ee4122fb5c701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7497a7a3e6c6731bab8ee4122fb5c701 columnFamilyName sid 2024-12-02T14:16:38,514 DEBUG [StoreOpener-7497a7a3e6c6731bab8ee4122fb5c701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:38,514 INFO [StoreOpener-7497a7a3e6c6731bab8ee4122fb5c701-1 {}] regionserver.HStore(327): Store=7497a7a3e6c6731bab8ee4122fb5c701/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:38,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:38,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:38,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:38,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:38,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:38,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:16:38,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:38,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:38,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7497a7a3e6c6731bab8ee4122fb5c701; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64858422, jitterRate=-0.03353419899940491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:16:38,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:38,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7497a7a3e6c6731bab8ee4122fb5c701: Running coprocessor pre-open hook at 1733148998509Writing region info on filesystem at 1733148998509Initializing all the Stores at 1733148998510 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148998510Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148998510Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148998510Cleaning up temporary data from old regions at 1733148998516 (+6 ms)Running coprocessor post-open hooks at 1733148998520 (+4 ms)Region opened successfully at 1733148998520 2024-12-02T14:16:38,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701., pid=10, masterSystemTime=1733148998490 2024-12-02T14:16:38,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. 2024-12-02T14:16:38,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. 2024-12-02T14:16:38,524 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7497a7a3e6c6731bab8ee4122fb5c701, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:38,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7497a7a3e6c6731bab8ee4122fb5c701, server=a3a61c9ba14f,45063,1733148990244 because future has completed 2024-12-02T14:16:38,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:16:38,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7497a7a3e6c6731bab8ee4122fb5c701, server=a3a61c9ba14f,45063,1733148990244 in 190 msec 2024-12-02T14:16:38,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T14:16:38,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7497a7a3e6c6731bab8ee4122fb5c701, ASSIGN in 347 msec 2024-12-02T14:16:38,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:16:38,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148998534"}]},"ts":"1733148998534"} 2024-12-02T14:16:38,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:16:38,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:16:38,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 806 msec 2024-12-02T14:16:38,551 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 379, reset compression=false 2024-12-02T14:16:38,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701., hostname=a3a61c9ba14f,45063,1733148990244, seqNum=2] 2024-12-02T14:16:38,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:38,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:38,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:16:38,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T14:16:38,752 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:16:38,777 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,45063,1733148990244, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:16:38,778 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:38,778 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,45063,1733148990244, seqNum=-1] 2024-12-02T14:16:38,778 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:38,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T14:16:38,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,45063,1733148990244', locateType=CURRENT is [region=hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701., hostname=a3a61c9ba14f,45063,1733148990244, seqNum=2] 2024-12-02T14:16:38,784 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T14:16:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T14:16:38,786 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,45063,1733148990244 suceeded 2024-12-02T14:16:38,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T14:16:38,788 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:45383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:16:38,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-02T14:16:38,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0700 sec 2024-12-02T14:16:38,801 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:45383' 2024-12-02T14:16:38,802 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fc265e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:38,802 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,45383,-1 for getting cluster id 2024-12-02T14:16:38,802 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:38,803 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beab4fa8-e4aa-4699-8d8b-85a8426a2f23' 2024-12-02T14:16:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beab4fa8-e4aa-4699-8d8b-85a8426a2f23" 2024-12-02T14:16:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@256fc2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:38,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,45383,-1] 2024-12-02T14:16:38,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:38,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:38,804 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:38,805 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3477b354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:38,805 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:38,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:38,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50ef1474 2024-12-02T14:16:38,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:38,807 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T14:16:38,807 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,45063,1733148990244 (queues=1) is replicating from cluster=003f412d-edb4-489c-88e9-6a3a51c58510 to cluster=beab4fa8-e4aa-4699-8d8b-85a8426a2f23 2024-12-02T14:16:38,807 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C45063%2C1733148990244 2024-12-02T14:16:38,807 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,45063,1733148990244, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:16:38,808 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C45063%2C1733148990244 2024-12-02T14:16:38,808 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253, startPosition=0, beingWritten=true 2024-12-02T14:16:38,813 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:16:38,813 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 379, reset compression=false 2024-12-02T14:16:38,813 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,45063,1733148990244 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:16:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:16:38,856 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:16:38,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:38,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:38,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:38,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:38,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:38,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:38,861 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733148998860/Put/seqid=0 2024-12-02T14:16:38,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741840_1016 (size=7894) 2024-12-02T14:16:39,017 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 379, reset compression=false 2024-12-02T14:16:39,055 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 379, reset compression=false 2024-12-02T14:16:39,267 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733148999266/Put/seqid=0 2024-12-02T14:16:39,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741841_1017 (size=7691) 2024-12-02T14:16:39,320 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 379, reset compression=false 2024-12-02T14:16:39,660 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 379, reset compression=false 2024-12-02T14:16:39,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:39,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,45383,-1 for getting cluster id 2024-12-02T14:16:39,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:39,672 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beab4fa8-e4aa-4699-8d8b-85a8426a2f23' 2024-12-02T14:16:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beab4fa8-e4aa-4699-8d8b-85a8426a2f23" 2024-12-02T14:16:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fc48de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,45383,-1] 2024-12-02T14:16:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:39,674 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:39,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75507cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:39,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37861,1733148986317, seqNum=-1] 2024-12-02T14:16:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:39,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:39,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:39,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:39,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34a070ef 2024-12-02T14:16:39,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:39,689 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:39,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733148992256.cdf909d790211d547c67caef886356e4., hostname=a3a61c9ba14f,37861,1733148986317, seqNum=2] 2024-12-02T14:16:39,695 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T14:16:39,699 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T14:16:39,701 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T14:16:39,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/testHFileCyclicReplication_01/f/hfile_0 for inclusion in cdf909d790211d547c67caef886356e4/f 2024-12-02T14:16:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T14:16:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:16:39,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/testHFileCyclicReplication_01/f/hfile_1 for inclusion in cdf909d790211d547c67caef886356e4/f 2024-12-02T14:16:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T14:16:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:16:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HRegion(2603): Flush status journal for cdf909d790211d547c67caef886356e4: 2024-12-02T14:16:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins__test__feus6gfagr557nhr0la4o3tgh10h3i2j0b0hv0h60uogns0b761phjf72936msg0/f/hfile_0 2024-12-02T14:16:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins__test__feus6gfagr557nhr0la4o3tgh10h3i2j0b0hv0h60uogns0b761phjf72936msg0/f/hfile_0 as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/1939954b45c54e01abacca4e8e3194af_SeqId_4_ 2024-12-02T14:16:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins__test__feus6gfagr557nhr0la4o3tgh10h3i2j0b0hv0h60uogns0b761phjf72936msg0/f/hfile_1 2024-12-02T14:16:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins__test__feus6gfagr557nhr0la4o3tgh10h3i2j0b0hv0h60uogns0b761phjf72936msg0/f/hfile_1 as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/3d3214e5436b46808634159df83910f8_SeqId_4_ 2024-12-02T14:16:39,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins__test__feus6gfagr557nhr0la4o3tgh10h3i2j0b0hv0h60uogns0b761phjf72936msg0/f/hfile_0 into cdf909d790211d547c67caef886356e4/f as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/1939954b45c54e01abacca4e8e3194af_SeqId_4_ - updating store file list. 2024-12-02T14:16:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1939954b45c54e01abacca4e8e3194af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:16:39,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/1939954b45c54e01abacca4e8e3194af_SeqId_4_ into cdf909d790211d547c67caef886356e4/f 2024-12-02T14:16:39,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins__test__feus6gfagr557nhr0la4o3tgh10h3i2j0b0hv0h60uogns0b761phjf72936msg0/f/hfile_0 into cdf909d790211d547c67caef886356e4/f (new location: hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/1939954b45c54e01abacca4e8e3194af_SeqId_4_) 2024-12-02T14:16:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins__test__feus6gfagr557nhr0la4o3tgh10h3i2j0b0hv0h60uogns0b761phjf72936msg0/f/hfile_0 2024-12-02T14:16:39,724 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 379, reset compression=false 2024-12-02T14:16:39,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins__test__feus6gfagr557nhr0la4o3tgh10h3i2j0b0hv0h60uogns0b761phjf72936msg0/f/hfile_1 into cdf909d790211d547c67caef886356e4/f as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/3d3214e5436b46808634159df83910f8_SeqId_4_ - updating store file list. 2024-12-02T14:16:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d3214e5436b46808634159df83910f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:16:39,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/3d3214e5436b46808634159df83910f8_SeqId_4_ into cdf909d790211d547c67caef886356e4/f 2024-12-02T14:16:39,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins__test__feus6gfagr557nhr0la4o3tgh10h3i2j0b0hv0h60uogns0b761phjf72936msg0/f/hfile_1 into cdf909d790211d547c67caef886356e4/f (new location: hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/3d3214e5436b46808634159df83910f8_SeqId_4_) 2024-12-02T14:16:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins__test__feus6gfagr557nhr0la4o3tgh10h3i2j0b0hv0h60uogns0b761phjf72936msg0/f/hfile_1 2024-12-02T14:16:39,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:39,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:39,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:39,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733148992256.cdf909d790211d547c67caef886356e4., hostname=a3a61c9ba14f,37861,1733148986317, seqNum=2 , the old value is region=test,,1733148992256.cdf909d790211d547c67caef886356e4., hostname=a3a61c9ba14f,37861,1733148986317, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a3a61c9ba14f:37861 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:16:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733148992256.cdf909d790211d547c67caef886356e4., hostname=a3a61c9ba14f,37861,1733148986317, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:16:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733148992256.cdf909d790211d547c67caef886356e4., hostname=a3a61c9ba14f,37861,1733148986317, seqNum=2 from cache 2024-12-02T14:16:39,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:39,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:39,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,45063,1733148990244, seqNum=-1] 2024-12-02T14:16:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:39,733 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T14:16:39,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:39,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5., hostname=a3a61c9ba14f,45063,1733148990244, seqNum=2] 2024-12-02T14:16:39,737 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T14:16:39,836 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:37861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T14:16:40,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T14:16:40,227 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 379, reset compression=false 2024-12-02T14:16:40,365 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 379, reset compression=false 2024-12-02T14:16:40,369 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:16:40,369 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,37861,1733148986317 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdf909d790211d547c67caef886356e4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733148999729/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T14:16:40,371 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:16:40,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-02T14:16:40,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.ReplicationSink(318): Replicating [beab4fa8-e4aa-4699-8d8b-85a8426a2f23] bulk loaded data 2024-12-02T14:16:40,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f93340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:40,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46129,-1 for getting cluster id 2024-12-02T14:16:40,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:40,374 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '003f412d-edb4-489c-88e9-6a3a51c58510' 2024-12-02T14:16:40,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:40,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "003f412d-edb4-489c-88e9-6a3a51c58510" 2024-12-02T14:16:40,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68dab64b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:40,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46129,-1] 2024-12-02T14:16:40,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:40,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:40,375 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:40,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@293f995b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:40,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741840_1016 (size=7894) 2024-12-02T14:16:40,570 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 687, reset compression=false 2024-12-02T14:16:40,739 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T14:16:40,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741841_1017 (size=7691) 2024-12-02T14:16:40,832 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 379, reset compression=false 2024-12-02T14:16:40,873 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 687, reset compression=false 2024-12-02T14:16:41,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:41,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:41,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48eaf87c 2024-12-02T14:16:41,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:41,198 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T14:16:41,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T14:16:41,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:41,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,45063,1733148990244, seqNum=-1] 2024-12-02T14:16:41,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:41,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T14:16:41,206 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins.hfs.11__test__qrpmoqc0pflq1958h4lrtja082htnd0ri2v5vribknl0s09s4qtko9lmhkuepu7p/f/1939954b45c54e01abacca4e8e3194af_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T14:16:41,209 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins.hfs.11__test__qrpmoqc0pflq1958h4lrtja082htnd0ri2v5vribknl0s09s4qtko9lmhkuepu7p/f/3d3214e5436b46808634159df83910f8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T14:16:41,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins.hfs.11__test__qrpmoqc0pflq1958h4lrtja082htnd0ri2v5vribknl0s09s4qtko9lmhkuepu7p/f/1939954b45c54e01abacca4e8e3194af_SeqId_4_ for inclusion in 48fade5e8b2c9c0d81b4fce313da64a5/f 2024-12-02T14:16:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T14:16:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:16:41,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins.hfs.11__test__qrpmoqc0pflq1958h4lrtja082htnd0ri2v5vribknl0s09s4qtko9lmhkuepu7p/f/3d3214e5436b46808634159df83910f8_SeqId_4_ for inclusion in 48fade5e8b2c9c0d81b4fce313da64a5/f 2024-12-02T14:16:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T14:16:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:16:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HRegion(2603): Flush status journal for 48fade5e8b2c9c0d81b4fce313da64a5: 2024-12-02T14:16:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1939954b45c54e01abacca4e8e3194af_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T14:16:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins.hfs.11__test__qrpmoqc0pflq1958h4lrtja082htnd0ri2v5vribknl0s09s4qtko9lmhkuepu7p/f/1939954b45c54e01abacca4e8e3194af_SeqId_4_ as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/de039e6374c84c4e867f5d9ef4408326_SeqId_4_ 2024-12-02T14:16:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d3214e5436b46808634159df83910f8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T14:16:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins.hfs.11__test__qrpmoqc0pflq1958h4lrtja082htnd0ri2v5vribknl0s09s4qtko9lmhkuepu7p/f/3d3214e5436b46808634159df83910f8_SeqId_4_ as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/1599f52ff86e4c33b04d4e788c512f5d_SeqId_4_ 2024-12-02T14:16:41,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins.hfs.11__test__qrpmoqc0pflq1958h4lrtja082htnd0ri2v5vribknl0s09s4qtko9lmhkuepu7p/f/1939954b45c54e01abacca4e8e3194af_SeqId_4_ into 48fade5e8b2c9c0d81b4fce313da64a5/f as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/de039e6374c84c4e867f5d9ef4408326_SeqId_4_ - updating store file list. 2024-12-02T14:16:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStoreFile(483): HFile Bloom filter type for de039e6374c84c4e867f5d9ef4408326_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:16:41,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/de039e6374c84c4e867f5d9ef4408326_SeqId_4_ into 48fade5e8b2c9c0d81b4fce313da64a5/f 2024-12-02T14:16:41,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins.hfs.11__test__qrpmoqc0pflq1958h4lrtja082htnd0ri2v5vribknl0s09s4qtko9lmhkuepu7p/f/1939954b45c54e01abacca4e8e3194af_SeqId_4_ into 48fade5e8b2c9c0d81b4fce313da64a5/f (new location: hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/de039e6374c84c4e867f5d9ef4408326_SeqId_4_) 2024-12-02T14:16:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins.hfs.11__test__qrpmoqc0pflq1958h4lrtja082htnd0ri2v5vribknl0s09s4qtko9lmhkuepu7p/f/1939954b45c54e01abacca4e8e3194af_SeqId_4_ 2024-12-02T14:16:41,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins.hfs.11__test__qrpmoqc0pflq1958h4lrtja082htnd0ri2v5vribknl0s09s4qtko9lmhkuepu7p/f/3d3214e5436b46808634159df83910f8_SeqId_4_ into 48fade5e8b2c9c0d81b4fce313da64a5/f as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/1599f52ff86e4c33b04d4e788c512f5d_SeqId_4_ - updating store file list. 2024-12-02T14:16:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1599f52ff86e4c33b04d4e788c512f5d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:16:41,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/1599f52ff86e4c33b04d4e788c512f5d_SeqId_4_ into 48fade5e8b2c9c0d81b4fce313da64a5/f 2024-12-02T14:16:41,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins.hfs.11__test__qrpmoqc0pflq1958h4lrtja082htnd0ri2v5vribknl0s09s4qtko9lmhkuepu7p/f/3d3214e5436b46808634159df83910f8_SeqId_4_ into 48fade5e8b2c9c0d81b4fce313da64a5/f (new location: hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/1599f52ff86e4c33b04d4e788c512f5d_SeqId_4_) 2024-12-02T14:16:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins.hfs.11__test__qrpmoqc0pflq1958h4lrtja082htnd0ri2v5vribknl0s09s4qtko9lmhkuepu7p/f/3d3214e5436b46808634159df83910f8_SeqId_4_ 2024-12-02T14:16:41,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.ReplicationSink(324): Finished replicating [beab4fa8-e4aa-4699-8d8b-85a8426a2f23] bulk loaded data 2024-12-02T14:16:41,278 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 687, reset compression=false 2024-12-02T14:16:41,535 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 379, reset compression=false 2024-12-02T14:16:41,549 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:16:41,549 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,45063,1733148990244 got entry batch from reader: WALEntryBatch [walEntries=[{test/48fade5e8b2c9c0d81b4fce313da64a5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733149001234/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T14:16:41,551 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:16:41,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-02T14:16:41,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.ReplicationSink(318): Replicating [beab4fa8-e4aa-4699-8d8b-85a8426a2f23, 003f412d-edb4-489c-88e9-6a3a51c58510] bulk loaded data 2024-12-02T14:16:41,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67a720f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:41,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,45383,-1 for getting cluster id 2024-12-02T14:16:41,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:41,558 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beab4fa8-e4aa-4699-8d8b-85a8426a2f23' 2024-12-02T14:16:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beab4fa8-e4aa-4699-8d8b-85a8426a2f23" 2024-12-02T14:16:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6063a6f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:41,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,45383,-1] 2024-12-02T14:16:41,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:41,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:41,560 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:41,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59f6f4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:41,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741842_1018 (size=7894) 2024-12-02T14:16:41,749 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 725, reset compression=false 2024-12-02T14:16:41,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:41,791 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 687, reset compression=false 2024-12-02T14:16:41,794 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733149001793/Put/seqid=0 2024-12-02T14:16:41,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741842_1018 (size=11194) 2024-12-02T14:16:41,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741843_1019 (size=7691) 2024-12-02T14:16:42,091 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 725, reset compression=false 2024-12-02T14:16:42,212 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733149002212/Put/seqid=0 2024-12-02T14:16:42,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741843_1019 (size=10791) 2024-12-02T14:16:42,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:42,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:42,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f6f427 2024-12-02T14:16:42,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:42,394 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T14:16:42,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T14:16:42,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:42,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37861,1733148986317, seqNum=-1] 2024-12-02T14:16:42,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:42,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T14:16:42,398 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 687, reset compression=false 2024-12-02T14:16:42,414 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__f869qpooq52thtj2sc53oa0fmlnu9tjgfo81pp7ldo36u3ar4ciuu5mer7ghgufs/f/1599f52ff86e4c33b04d4e788c512f5d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T14:16:42,416 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__f869qpooq52thtj2sc53oa0fmlnu9tjgfo81pp7ldo36u3ar4ciuu5mer7ghgufs/f/de039e6374c84c4e867f5d9ef4408326_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T14:16:42,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.ReplicationSink(324): Finished replicating [beab4fa8-e4aa-4699-8d8b-85a8426a2f23, 003f412d-edb4-489c-88e9-6a3a51c58510] bulk loaded data 2024-12-02T14:16:42,496 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 725, reset compression=false 2024-12-02T14:16:42,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423e2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:42,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46129,-1 for getting cluster id 2024-12-02T14:16:42,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:42,618 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '003f412d-edb4-489c-88e9-6a3a51c58510' 2024-12-02T14:16:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "003f412d-edb4-489c-88e9-6a3a51c58510" 2024-12-02T14:16:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28054930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46129,-1] 2024-12-02T14:16:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:42,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:42,619 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:42,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:42,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:42,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,45063,1733148990244, seqNum=-1] 2024-12-02T14:16:42,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:42,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:42,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45b66b6c 2024-12-02T14:16:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:42,630 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5., hostname=a3a61c9ba14f,45063,1733148990244, seqNum=2] 2024-12-02T14:16:42,635 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T14:16:42,639 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T14:16:42,641 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T14:16:42,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 48fade5e8b2c9c0d81b4fce313da64a5/f 2024-12-02T14:16:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T14:16:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:16:42,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 48fade5e8b2c9c0d81b4fce313da64a5/f 2024-12-02T14:16:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T14:16:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:16:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HRegion(2603): Flush status journal for 48fade5e8b2c9c0d81b4fce313da64a5: 2024-12-02T14:16:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins__test__g7n2ae3047gdah8v1c9e9pimdf0mapon462mg4rp8al5brpf8biabdg8h7vjt2fn/f/hfile_0 2024-12-02T14:16:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins__test__g7n2ae3047gdah8v1c9e9pimdf0mapon462mg4rp8al5brpf8biabdg8h7vjt2fn/f/hfile_0 as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/320fee8faa4441f58a6cdc07c2254d97_SeqId_6_ 2024-12-02T14:16:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins__test__g7n2ae3047gdah8v1c9e9pimdf0mapon462mg4rp8al5brpf8biabdg8h7vjt2fn/f/hfile_1 2024-12-02T14:16:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins__test__g7n2ae3047gdah8v1c9e9pimdf0mapon462mg4rp8al5brpf8biabdg8h7vjt2fn/f/hfile_1 as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/fc194d1601e048e99880e5bc371bf88d_SeqId_6_ 2024-12-02T14:16:42,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins__test__g7n2ae3047gdah8v1c9e9pimdf0mapon462mg4rp8al5brpf8biabdg8h7vjt2fn/f/hfile_0 into 48fade5e8b2c9c0d81b4fce313da64a5/f as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/320fee8faa4441f58a6cdc07c2254d97_SeqId_6_ - updating store file list. 2024-12-02T14:16:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 320fee8faa4441f58a6cdc07c2254d97_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T14:16:42,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/320fee8faa4441f58a6cdc07c2254d97_SeqId_6_ into 48fade5e8b2c9c0d81b4fce313da64a5/f 2024-12-02T14:16:42,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins__test__g7n2ae3047gdah8v1c9e9pimdf0mapon462mg4rp8al5brpf8biabdg8h7vjt2fn/f/hfile_0 into 48fade5e8b2c9c0d81b4fce313da64a5/f (new location: hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/320fee8faa4441f58a6cdc07c2254d97_SeqId_6_) 2024-12-02T14:16:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins__test__g7n2ae3047gdah8v1c9e9pimdf0mapon462mg4rp8al5brpf8biabdg8h7vjt2fn/f/hfile_0 2024-12-02T14:16:42,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins__test__g7n2ae3047gdah8v1c9e9pimdf0mapon462mg4rp8al5brpf8biabdg8h7vjt2fn/f/hfile_1 into 48fade5e8b2c9c0d81b4fce313da64a5/f as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/fc194d1601e048e99880e5bc371bf88d_SeqId_6_ - updating store file list. 2024-12-02T14:16:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc194d1601e048e99880e5bc371bf88d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T14:16:42,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/fc194d1601e048e99880e5bc371bf88d_SeqId_6_ into 48fade5e8b2c9c0d81b4fce313da64a5/f 2024-12-02T14:16:42,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins__test__g7n2ae3047gdah8v1c9e9pimdf0mapon462mg4rp8al5brpf8biabdg8h7vjt2fn/f/hfile_1 into 48fade5e8b2c9c0d81b4fce313da64a5/f (new location: hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/f/fc194d1601e048e99880e5bc371bf88d_SeqId_6_) 2024-12-02T14:16:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/staging/jenkins__test__g7n2ae3047gdah8v1c9e9pimdf0mapon462mg4rp8al5brpf8biabdg8h7vjt2fn/f/hfile_1 2024-12-02T14:16:42,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:42,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:42,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:42,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:42,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:42,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:42,667 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T14:16:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5., hostname=a3a61c9ba14f,45063,1733148990244, seqNum=2 , the old value is region=test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5., hostname=a3a61c9ba14f,45063,1733148990244, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a3a61c9ba14f:45063 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:16:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5., hostname=a3a61c9ba14f,45063,1733148990244, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:16:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5., hostname=a3a61c9ba14f,45063,1733148990244, seqNum=2 from cache 2024-12-02T14:16:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37861,1733148986317, seqNum=-1] 2024-12-02T14:16:42,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:42,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:42,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733148992256.cdf909d790211d547c67caef886356e4., hostname=a3a61c9ba14f,37861,1733148986317, seqNum=2] 2024-12-02T14:16:42,677 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T14:16:42,777 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:45063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T14:16:42,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:16:42,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:42,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:42,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:42,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:42,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:42,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:42,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:42,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:42,999 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 725, reset compression=false 2024-12-02T14:16:43,011 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:16:43,011 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,45063,1733148990244 got entry batch from reader: WALEntryBatch [walEntries=[{test/48fade5e8b2c9c0d81b4fce313da64a5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733149002665/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T14:16:43,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.ReplicationSink(318): Replicating [003f412d-edb4-489c-88e9-6a3a51c58510] bulk loaded data 2024-12-02T14:16:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741844_1020 (size=11194) 2024-12-02T14:16:43,112 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 687, reset compression=false 2024-12-02T14:16:43,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741845_1021 (size=10791) 2024-12-02T14:16:43,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T14:16:43,132 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__nkpiqgbnrvpsn4k0bm2hhinec7rle573gap8giisfaui3c2e08gpi5f6e69q2eqe/f/320fee8faa4441f58a6cdc07c2254d97_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-02T14:16:43,139 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__nkpiqgbnrvpsn4k0bm2hhinec7rle573gap8giisfaui3c2e08gpi5f6e69q2eqe/f/fc194d1601e048e99880e5bc371bf88d_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-02T14:16:43,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__nkpiqgbnrvpsn4k0bm2hhinec7rle573gap8giisfaui3c2e08gpi5f6e69q2eqe/f/fc194d1601e048e99880e5bc371bf88d_SeqId_6_ for inclusion in cdf909d790211d547c67caef886356e4/f 2024-12-02T14:16:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T14:16:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:16:43,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__nkpiqgbnrvpsn4k0bm2hhinec7rle573gap8giisfaui3c2e08gpi5f6e69q2eqe/f/320fee8faa4441f58a6cdc07c2254d97_SeqId_6_ for inclusion in cdf909d790211d547c67caef886356e4/f 2024-12-02T14:16:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T14:16:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:16:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HRegion(2603): Flush status journal for cdf909d790211d547c67caef886356e4: 2024-12-02T14:16:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fc194d1601e048e99880e5bc371bf88d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T14:16:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__nkpiqgbnrvpsn4k0bm2hhinec7rle573gap8giisfaui3c2e08gpi5f6e69q2eqe/f/fc194d1601e048e99880e5bc371bf88d_SeqId_6_ as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/692486c908e740a3aa14afffb8275710_SeqId_6_ 2024-12-02T14:16:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 320fee8faa4441f58a6cdc07c2254d97_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T14:16:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__nkpiqgbnrvpsn4k0bm2hhinec7rle573gap8giisfaui3c2e08gpi5f6e69q2eqe/f/320fee8faa4441f58a6cdc07c2254d97_SeqId_6_ as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/35bf47d1289b4ddcab0e8992af27d51b_SeqId_6_ 2024-12-02T14:16:43,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__nkpiqgbnrvpsn4k0bm2hhinec7rle573gap8giisfaui3c2e08gpi5f6e69q2eqe/f/fc194d1601e048e99880e5bc371bf88d_SeqId_6_ into cdf909d790211d547c67caef886356e4/f as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/692486c908e740a3aa14afffb8275710_SeqId_6_ - updating store file list. 2024-12-02T14:16:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 692486c908e740a3aa14afffb8275710_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T14:16:43,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/692486c908e740a3aa14afffb8275710_SeqId_6_ into cdf909d790211d547c67caef886356e4/f 2024-12-02T14:16:43,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__nkpiqgbnrvpsn4k0bm2hhinec7rle573gap8giisfaui3c2e08gpi5f6e69q2eqe/f/fc194d1601e048e99880e5bc371bf88d_SeqId_6_ into cdf909d790211d547c67caef886356e4/f (new location: hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/692486c908e740a3aa14afffb8275710_SeqId_6_) 2024-12-02T14:16:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__nkpiqgbnrvpsn4k0bm2hhinec7rle573gap8giisfaui3c2e08gpi5f6e69q2eqe/f/fc194d1601e048e99880e5bc371bf88d_SeqId_6_ 2024-12-02T14:16:43,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__nkpiqgbnrvpsn4k0bm2hhinec7rle573gap8giisfaui3c2e08gpi5f6e69q2eqe/f/320fee8faa4441f58a6cdc07c2254d97_SeqId_6_ into cdf909d790211d547c67caef886356e4/f as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/35bf47d1289b4ddcab0e8992af27d51b_SeqId_6_ - updating store file list. 2024-12-02T14:16:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 35bf47d1289b4ddcab0e8992af27d51b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T14:16:43,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/35bf47d1289b4ddcab0e8992af27d51b_SeqId_6_ into cdf909d790211d547c67caef886356e4/f 2024-12-02T14:16:43,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__nkpiqgbnrvpsn4k0bm2hhinec7rle573gap8giisfaui3c2e08gpi5f6e69q2eqe/f/320fee8faa4441f58a6cdc07c2254d97_SeqId_6_ into cdf909d790211d547c67caef886356e4/f (new location: hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/f/35bf47d1289b4ddcab0e8992af27d51b_SeqId_6_) 2024-12-02T14:16:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/staging/jenkins.hfs.10__test__nkpiqgbnrvpsn4k0bm2hhinec7rle573gap8giisfaui3c2e08gpi5f6e69q2eqe/f/320fee8faa4441f58a6cdc07c2254d97_SeqId_6_ 2024-12-02T14:16:43,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] regionserver.ReplicationSink(324): Finished replicating [003f412d-edb4-489c-88e9-6a3a51c58510] bulk loaded data 2024-12-02T14:16:43,211 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 1033, reset compression=false 2024-12-02T14:16:43,536 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 1033, reset compression=false 2024-12-02T14:16:43,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:16:43,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:43,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:43,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:43,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:43,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:43,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:16:43,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=945516216, stopped=false 2024-12-02T14:16:43,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,46129,1733148990217 2024-12-02T14:16:43,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1956491035/running 2024-12-02T14:16:43,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:43,696 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:16:43,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Set watcher on znode that does not yet exist, /1-1956491035/running 2024-12-02T14:16:43,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:43,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:43,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:43,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1956491035/running 2024-12-02T14:16:43,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:43,697 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,45063,1733148990244' ***** 2024-12-02T14:16:43,697 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:16:43,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Set watcher on znode that does not yet exist, /1-1956491035/running 2024-12-02T14:16:43,698 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:16:43,698 INFO [RS:0;a3a61c9ba14f:45063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:16:43,698 INFO [RS:0;a3a61c9ba14f:45063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:16:43,698 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(3091): Received CLOSE for 48fade5e8b2c9c0d81b4fce313da64a5 2024-12-02T14:16:43,698 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:16:43,699 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(3091): Received CLOSE for 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:43,699 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:43,699 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:16:43,699 INFO [RS:0;a3a61c9ba14f:45063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:45063. 2024-12-02T14:16:43,699 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48fade5e8b2c9c0d81b4fce313da64a5, disabling compactions & flushes 2024-12-02T14:16:43,699 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. 2024-12-02T14:16:43,699 DEBUG [RS:0;a3a61c9ba14f:45063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:43,699 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. 2024-12-02T14:16:43,699 DEBUG [RS:0;a3a61c9ba14f:45063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:43,699 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. after waiting 0 ms 2024-12-02T14:16:43,699 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. 2024-12-02T14:16:43,699 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:16:43,699 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:16:43,699 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:16:43,699 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:16:43,709 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T14:16:43,710 DEBUG [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(1325): Online Regions={48fade5e8b2c9c0d81b4fce313da64a5=test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5., 7497a7a3e6c6731bab8ee4122fb5c701=hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:16:43,710 DEBUG [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48fade5e8b2c9c0d81b4fce313da64a5, 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:43,710 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:16:43,710 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:16:43,710 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:16:43,710 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:16:43,710 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:16:43,710 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T14:16:43,726 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/default/test/48fade5e8b2c9c0d81b4fce313da64a5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:16:43,727 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:43,727 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:16:43,727 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. 2024-12-02T14:16:43,727 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48fade5e8b2c9c0d81b4fce313da64a5: Waiting for close lock at 1733149003699Running coprocessor pre-close hooks at 1733149003699Disabling compacts and flushes for region at 1733149003699Disabling writes for close at 1733149003699Writing region close event to WAL at 1733149003713 (+14 ms)Running coprocessor post-close hooks at 1733149003727 (+14 ms)Closed at 1733149003727 2024-12-02T14:16:43,727 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5. 2024-12-02T14:16:43,727 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7497a7a3e6c6731bab8ee4122fb5c701, disabling compactions & flushes 2024-12-02T14:16:43,727 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. 2024-12-02T14:16:43,727 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. 2024-12-02T14:16:43,727 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. after waiting 0 ms 2024-12-02T14:16:43,727 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. 2024-12-02T14:16:43,727 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7497a7a3e6c6731bab8ee4122fb5c701 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-02T14:16:43,735 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:16:43,750 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/.tmp/info/57b805bdef084df6b7adbb1b944bbd8f is 147, key is hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701./info:regioninfo/1733148998523/Put/seqid=0 2024-12-02T14:16:43,764 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701/.tmp/hfileref/6ca434f0ef7e4b9d96a791ff1a65f55b is 74, key is 1/hfileref:1599f52ff86e4c33b04d4e788c512f5d_SeqId_4_/1733149002418/DeleteColumn/seqid=0 2024-12-02T14:16:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741844_1020 (size=7686) 2024-12-02T14:16:43,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741845_1021 (size=5345) 2024-12-02T14:16:43,788 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701/.tmp/hfileref/6ca434f0ef7e4b9d96a791ff1a65f55b 2024-12-02T14:16:43,813 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701/.tmp/queue/99815feb1e004eaca79e8a1b486f740c is 154, key is 1-a3a61c9ba14f,45063,1733148990244/queue:a3a61c9ba14f%2C45063%2C1733148990244/1733149003192/Put/seqid=0 2024-12-02T14:16:43,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741846_1022 (size=5353) 2024-12-02T14:16:43,853 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701/.tmp/queue/99815feb1e004eaca79e8a1b486f740c 2024-12-02T14:16:43,864 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701/.tmp/hfileref/6ca434f0ef7e4b9d96a791ff1a65f55b as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701/hfileref/6ca434f0ef7e4b9d96a791ff1a65f55b 2024-12-02T14:16:43,883 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701/hfileref/6ca434f0ef7e4b9d96a791ff1a65f55b, entries=4, sequenceid=12, filesize=5.2 K 2024-12-02T14:16:43,886 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701/.tmp/queue/99815feb1e004eaca79e8a1b486f740c as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701/queue/99815feb1e004eaca79e8a1b486f740c 2024-12-02T14:16:43,894 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701/queue/99815feb1e004eaca79e8a1b486f740c, entries=1, sequenceid=12, filesize=5.2 K 2024-12-02T14:16:43,896 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7497a7a3e6c6731bab8ee4122fb5c701 in 168ms, sequenceid=12, compaction requested=false 2024-12-02T14:16:43,910 DEBUG [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7497a7a3e6c6731bab8ee4122fb5c701 2024-12-02T14:16:43,922 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 687, reset compression=false 2024-12-02T14:16:43,933 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/replication/7497a7a3e6c6731bab8ee4122fb5c701/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T14:16:43,934 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:43,934 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:43,934 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. 2024-12-02T14:16:43,934 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7497a7a3e6c6731bab8ee4122fb5c701: Waiting for close lock at 1733149003727Running coprocessor pre-close hooks at 1733149003727Disabling compacts and flushes for region at 1733149003727Disabling writes for close at 1733149003727Obtaining lock to block concurrent updates at 1733149003728 (+1 ms)Preparing flush snapshotting stores in 7497a7a3e6c6731bab8ee4122fb5c701 at 1733149003728Finished memstore snapshotting hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733149003728Flushing stores of hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. at 1733149003728Flushing 7497a7a3e6c6731bab8ee4122fb5c701/hfileref: creating writer at 1733149003729 (+1 ms)Flushing 7497a7a3e6c6731bab8ee4122fb5c701/hfileref: appending metadata at 1733149003763 (+34 ms)Flushing 7497a7a3e6c6731bab8ee4122fb5c701/hfileref: closing flushed file at 1733149003763Flushing 7497a7a3e6c6731bab8ee4122fb5c701/queue: creating writer at 1733149003794 (+31 ms)Flushing 7497a7a3e6c6731bab8ee4122fb5c701/queue: appending metadata at 1733149003812 (+18 ms)Flushing 7497a7a3e6c6731bab8ee4122fb5c701/queue: closing flushed file at 1733149003812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642ddf31: reopening flushed file at 1733149003863 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee0115f: reopening flushed file at 1733149003883 (+20 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7497a7a3e6c6731bab8ee4122fb5c701 in 168ms, sequenceid=12, compaction requested=false at 1733149003896 (+13 ms)Writing region close event to WAL at 1733149003917 (+21 ms)Running coprocessor post-close hooks at 1733149003934 (+17 ms)Closed at 1733149003934 2024-12-02T14:16:43,935 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:16:43,935 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733148997731.7497a7a3e6c6731bab8ee4122fb5c701. 2024-12-02T14:16:43,935 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,37861,1733148986317 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdf909d790211d547c67caef886356e4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733149003185/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T14:16:43,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a3a61c9ba14f,45063,1733148990244 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T14:16:43,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45063 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:46784 deadline: 1733149063936, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a3a61c9ba14f,45063,1733148990244 stopping 2024-12-02T14:16:43,943 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a3a61c9ba14f,45063,1733148990244 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:16:43,956 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 1033, reset compression=false 2024-12-02T14:16:43,963 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:16:43,963 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 1328, reset compression=false 2024-12-02T14:16:43,964 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,45063,1733148990244 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:16:43,965 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a3a61c9ba14f,45063,1733148990244: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a3a61c9ba14f,45063,1733148990244, walGroup=a3a61c9ba14f%2C45063%2C1733148990244, offset=a3a61c9ba14f%2C45063%2C1733148990244.1733148991253:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:45063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T14:16:43,966 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:16:43,966 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:16:43,969 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:16:43,969 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:16:43,969 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:16:43,969 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 575809232 }, "NonHeapMemoryUsage": { "committed": 190644224, "init": 7667712, "max": -1, "used": 187963320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T14:16:43,977 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T14:16:44,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a3a61c9ba14f,45063,1733148990244 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:16:44,049 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a3a61c9ba14f,45063,1733148990244 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:16:44,110 DEBUG [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:44,124 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:16:44,124 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:16:44,135 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 1033, reset compression=false 2024-12-02T14:16:44,181 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/.tmp/info/57b805bdef084df6b7adbb1b944bbd8f 2024-12-02T14:16:44,189 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 1328, reset compression=false 2024-12-02T14:16:44,211 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/.tmp/ns/af6abca54ee34a4d87bf7709f1e82baf is 43, key is default/ns:d/1733148992213/Put/seqid=0 2024-12-02T14:16:44,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a3a61c9ba14f,45063,1733148990244 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:16:44,254 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a3a61c9ba14f,45063,1733148990244 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:16:44,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741847_1023 (size=5153) 2024-12-02T14:16:44,264 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/.tmp/ns/af6abca54ee34a4d87bf7709f1e82baf 2024-12-02T14:16:44,297 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/.tmp/rep_barrier/bc17bc5fbb5443c3bc5055a9c6635704 is 112, key is test,,1733148994409.48fade5e8b2c9c0d81b4fce313da64a5./rep_barrier:seqnumDuringOpen/1733148995552/Put/seqid=0 2024-12-02T14:16:44,310 DEBUG [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:44,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741848_1024 (size=5518) 2024-12-02T14:16:44,331 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/.tmp/rep_barrier/bc17bc5fbb5443c3bc5055a9c6635704 2024-12-02T14:16:44,368 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/.tmp/table/83eeeff2ea29498e8aa7a35c1008d2cc is 53, key is hbase:replication/table:state/1733148998534/Put/seqid=0 2024-12-02T14:16:44,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741849_1025 (size=5308) 2024-12-02T14:16:44,380 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/.tmp/table/83eeeff2ea29498e8aa7a35c1008d2cc 2024-12-02T14:16:44,403 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/.tmp/info/57b805bdef084df6b7adbb1b944bbd8f as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/info/57b805bdef084df6b7adbb1b944bbd8f 2024-12-02T14:16:44,410 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/info/57b805bdef084df6b7adbb1b944bbd8f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T14:16:44,411 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/.tmp/ns/af6abca54ee34a4d87bf7709f1e82baf as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/ns/af6abca54ee34a4d87bf7709f1e82baf 2024-12-02T14:16:44,422 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/ns/af6abca54ee34a4d87bf7709f1e82baf, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T14:16:44,424 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/.tmp/rep_barrier/bc17bc5fbb5443c3bc5055a9c6635704 as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/rep_barrier/bc17bc5fbb5443c3bc5055a9c6635704 2024-12-02T14:16:44,440 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/rep_barrier/bc17bc5fbb5443c3bc5055a9c6635704, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T14:16:44,441 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/.tmp/table/83eeeff2ea29498e8aa7a35c1008d2cc as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/table/83eeeff2ea29498e8aa7a35c1008d2cc 2024-12-02T14:16:44,454 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 1033, reset compression=false 2024-12-02T14:16:44,454 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/table/83eeeff2ea29498e8aa7a35c1008d2cc, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T14:16:44,466 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 756ms, sequenceid=16, compaction requested=false 2024-12-02T14:16:44,477 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T14:16:44,478 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:44,478 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:44,478 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:44,478 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149003710Running coprocessor pre-close hooks at 1733149003710Disabling compacts and flushes for region at 1733149003710Disabling writes for close at 1733149003710Obtaining lock to block concurrent updates at 1733149003710Preparing flush snapshotting stores in 1588230740 at 1733149003710Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733149003712 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733149003712Flushing 1588230740/info: creating writer at 1733149003713 (+1 ms)Flushing 1588230740/info: appending metadata at 1733149003747 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733149003747Flushing 1588230740/ns: creating writer at 1733149004190 (+443 ms)Flushing 1588230740/ns: appending metadata at 1733149004211 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733149004211Flushing 1588230740/rep_barrier: creating writer at 1733149004271 (+60 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733149004295 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733149004295Flushing 1588230740/table: creating writer at 1733149004338 (+43 ms)Flushing 1588230740/table: appending metadata at 1733149004368 (+30 ms)Flushing 1588230740/table: closing flushed file at 1733149004368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc6680a: reopening flushed file at 1733149004402 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37620161: reopening flushed file at 1733149004410 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba66c30: reopening flushed file at 1733149004423 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410da426: reopening flushed file at 1733149004440 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 756ms, sequenceid=16, compaction requested=false at 1733149004466 (+26 ms)Writing region close event to WAL at 1733149004472 (+6 ms)Running coprocessor post-close hooks at 1733149004478 (+6 ms)Closed at 1733149004478 2024-12-02T14:16:44,478 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:44,494 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 to pos 1328, reset compression=false 2024-12-02T14:16:44,510 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,45063,1733148990244; all regions closed. 2024-12-02T14:16:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741834_1010 (size=4239) 2024-12-02T14:16:44,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741839_1015 (size=3127) 2024-12-02T14:16:44,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.rep.1733148998494 not finished, retry = 0 2024-12-02T14:16:44,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a3a61c9ba14f,45063,1733148990244 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:16:44,563 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a3a61c9ba14f,45063,1733148990244 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:16:44,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/WALs/a3a61c9ba14f,45063,1733148990244/a3a61c9ba14f%2C45063%2C1733148990244.1733148991253 not finished, retry = 0 2024-12-02T14:16:44,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741832_1008 (size=1336) 2024-12-02T14:16:44,743 DEBUG [RS:0;a3a61c9ba14f:45063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:44,743 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:16:44,743 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:16:44,744 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:16:44,744 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:16:44,744 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:16:44,744 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,45063,1733148990244 because: Region server is closing 2024-12-02T14:16:44,744 INFO [RS:0;a3a61c9ba14f:45063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:45063. 2024-12-02T14:16:44,744 DEBUG [RS:0;a3a61c9ba14f:45063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:44,745 DEBUG [RS:0;a3a61c9ba14f:45063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:44,745 DEBUG [RS:0;a3a61c9ba14f:45063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:44,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:44,845 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.shippera3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 terminated 2024-12-02T14:16:44,845 INFO [RS:0;a3a61c9ba14f:45063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:45063. 2024-12-02T14:16:44,845 DEBUG [RS:0;a3a61c9ba14f:45063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:44,845 DEBUG [RS:0;a3a61c9ba14f:45063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:44,846 DEBUG [RS:0;a3a61c9ba14f:45063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:44,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:44,846 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,45063,1733148990244.replicationSource.wal-reader.a3a61c9ba14f%2C45063%2C1733148990244,1-a3a61c9ba14f,45063,1733148990244 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T14:16:44,847 INFO [RS:0;a3a61c9ba14f:45063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45063 2024-12-02T14:16:44,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035/rs 2024-12-02T14:16:44,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1956491035/rs/a3a61c9ba14f,45063,1733148990244 2024-12-02T14:16:44,848 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:16:44,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,45063,1733148990244] 2024-12-02T14:16:44,850 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1956491035/draining/a3a61c9ba14f,45063,1733148990244 already deleted, retry=false 2024-12-02T14:16:44,850 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,45063,1733148990244 expired; onlineServers=0 2024-12-02T14:16:44,850 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,46129,1733148990217' ***** 2024-12-02T14:16:44,850 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:16:44,850 INFO [M:0;a3a61c9ba14f:46129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:16:44,850 INFO [M:0;a3a61c9ba14f:46129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:16:44,850 DEBUG [M:0;a3a61c9ba14f:46129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:16:44,850 DEBUG [M:0;a3a61c9ba14f:46129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:16:44,850 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:16:44,850 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148991037 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148991037,5,FailOnTimeoutGroup] 2024-12-02T14:16:44,850 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148991037 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148991037,5,FailOnTimeoutGroup] 2024-12-02T14:16:44,850 INFO [M:0;a3a61c9ba14f:46129 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:16:44,850 INFO [M:0;a3a61c9ba14f:46129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:16:44,850 DEBUG [M:0;a3a61c9ba14f:46129 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:16:44,850 INFO [M:0;a3a61c9ba14f:46129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:16:44,851 INFO [M:0;a3a61c9ba14f:46129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:16:44,851 INFO [M:0;a3a61c9ba14f:46129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:16:44,851 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:16:44,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1956491035/master 2024-12-02T14:16:44,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1956491035 2024-12-02T14:16:44,852 DEBUG [M:0;a3a61c9ba14f:46129 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1956491035/master already deleted, retry=false 2024-12-02T14:16:44,852 DEBUG [M:0;a3a61c9ba14f:46129 {}] master.ActiveMasterManager(353): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1956491035/master 2024-12-02T14:16:44,853 INFO [M:0;a3a61c9ba14f:46129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/.lastflushedseqids 2024-12-02T14:16:44,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741850_1026 (size=263) 2024-12-02T14:16:44,866 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 1033, reset compression=false 2024-12-02T14:16:44,950 INFO [RS:0;a3a61c9ba14f:45063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:16:44,950 INFO [RS:0;a3a61c9ba14f:45063 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,45063,1733148990244; zookeeper connection closed. 2024-12-02T14:16:44,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:44,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45063-0x1009b4a25c90004, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:44,950 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65f85031 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65f85031 2024-12-02T14:16:44,950 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:16:44,968 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a3a61c9ba14f:45063 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a3a61c9ba14f/172.17.0.2:45063 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:16:44,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address a3a61c9ba14f:45063 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a3a61c9ba14f/172.17.0.2:45063 2024-12-02T14:16:44,968 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=a3a61c9ba14f:45063 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a3a61c9ba14f/172.17.0.2:45063 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a3a61c9ba14f/172.17.0.2:45063 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-02T14:16:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T14:16:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:44744 deadline: 1733149064970, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T14:16:44,996 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T14:16:44,998 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T14:16:45,260 INFO [M:0;a3a61c9ba14f:46129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:16:45,260 INFO [M:0;a3a61c9ba14f:46129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:16:45,260 DEBUG [M:0;a3a61c9ba14f:46129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:16:45,260 INFO [M:0;a3a61c9ba14f:46129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:45,261 DEBUG [M:0;a3a61c9ba14f:46129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:45,261 DEBUG [M:0;a3a61c9ba14f:46129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:16:45,261 DEBUG [M:0;a3a61c9ba14f:46129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:45,261 INFO [M:0;a3a61c9ba14f:46129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-02T14:16:45,297 DEBUG [M:0;a3a61c9ba14f:46129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb034edf5776408bb24ad526509577f9 is 82, key is hbase:meta,,1/info:regioninfo/1733148992206/Put/seqid=0 2024-12-02T14:16:45,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741851_1027 (size=5672) 2024-12-02T14:16:45,370 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 1033, reset compression=false 2024-12-02T14:16:45,498 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T14:16:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T14:16:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:44744 deadline: 1733149065500, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T14:16:45,500 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T14:16:45,501 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T14:16:45,501 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T14:16:45,703 INFO [M:0;a3a61c9ba14f:46129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb034edf5776408bb24ad526509577f9 2024-12-02T14:16:45,728 DEBUG [M:0;a3a61c9ba14f:46129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab5640c63a294421ad38ee93590957ab is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733148998539/Put/seqid=0 2024-12-02T14:16:45,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741852_1028 (size=8517) 2024-12-02T14:16:45,973 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 1033, reset compression=false 2024-12-02T14:16:46,102 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T14:16:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T14:16:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:44744 deadline: 1733149066103, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T14:16:46,104 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T14:16:46,105 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T14:16:46,105 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T14:16:46,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T14:16:46,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T14:16:46,147 INFO [M:0;a3a61c9ba14f:46129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab5640c63a294421ad38ee93590957ab 2024-12-02T14:16:46,167 DEBUG [M:0;a3a61c9ba14f:46129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dd85c76836a4251bd6849b94db61ff3 is 69, key is a3a61c9ba14f,45063,1733148990244/rs:state/1733148991094/Put/seqid=0 2024-12-02T14:16:46,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741853_1029 (size=5156) 2024-12-02T14:16:46,579 INFO [M:0;a3a61c9ba14f:46129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dd85c76836a4251bd6849b94db61ff3 2024-12-02T14:16:46,587 DEBUG [M:0;a3a61c9ba14f:46129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb034edf5776408bb24ad526509577f9 as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb034edf5776408bb24ad526509577f9 2024-12-02T14:16:46,596 INFO [M:0;a3a61c9ba14f:46129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb034edf5776408bb24ad526509577f9, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T14:16:46,602 DEBUG [M:0;a3a61c9ba14f:46129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab5640c63a294421ad38ee93590957ab as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab5640c63a294421ad38ee93590957ab 2024-12-02T14:16:46,613 INFO [M:0;a3a61c9ba14f:46129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab5640c63a294421ad38ee93590957ab, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T14:16:46,614 DEBUG [M:0;a3a61c9ba14f:46129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dd85c76836a4251bd6849b94db61ff3 as hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9dd85c76836a4251bd6849b94db61ff3 2024-12-02T14:16:46,634 INFO [M:0;a3a61c9ba14f:46129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34353/user/jenkins/test-data/f081eb99-2a8c-913d-e32f-e5126018c6e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9dd85c76836a4251bd6849b94db61ff3, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T14:16:46,635 INFO [M:0;a3a61c9ba14f:46129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=97, compaction requested=false 2024-12-02T14:16:46,678 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 1033, reset compression=false 2024-12-02T14:16:46,681 INFO [M:0;a3a61c9ba14f:46129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:46,681 DEBUG [M:0;a3a61c9ba14f:46129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149005260Disabling compacts and flushes for region at 1733149005260Disabling writes for close at 1733149005261 (+1 ms)Obtaining lock to block concurrent updates at 1733149005261Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149005261Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733149005261Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149005263 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149005263Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149005297 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149005297Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149005708 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149005727 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149005728 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149006152 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149006166 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149006167 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3adbd6: reopening flushed file at 1733149006587 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b7266f: reopening flushed file at 1733149006596 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f81c37d: reopening flushed file at 1733149006613 (+17 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=97, compaction requested=false at 1733149006635 (+22 ms)Writing region close event to WAL at 1733149006681 (+46 ms)Closed at 1733149006681 2024-12-02T14:16:46,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741830_1006 (size=63666) 2024-12-02T14:16:46,685 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:16:46,685 INFO [M:0;a3a61c9ba14f:46129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:16:46,685 INFO [M:0;a3a61c9ba14f:46129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46129 2024-12-02T14:16:46,689 INFO [M:0;a3a61c9ba14f:46129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:16:46,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:46,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x1009b4a25c90003, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:46,791 INFO [M:0;a3a61c9ba14f:46129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:16:46,805 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T14:16:46,806 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a3a61c9ba14f:46129 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a3a61c9ba14f/172.17.0.2:46129 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:16:46,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address a3a61c9ba14f:46129 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a3a61c9ba14f/172.17.0.2:46129 2024-12-02T14:16:46,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b2b2829{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:16:46,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7332160{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:16:46,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:16:46,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff3877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:16:46,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e887248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/hadoop.log.dir/,STOPPED} 2024-12-02T14:16:46,843 WARN [BP-1159654490-172.17.0.2-1733148989363 heartbeating to localhost/127.0.0.1:34353 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:16:46,843 WARN [BP-1159654490-172.17.0.2-1733148989363 heartbeating to localhost/127.0.0.1:34353 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1159654490-172.17.0.2-1733148989363 (Datanode Uuid b5d16d21-c9e6-438d-a709-7b06ce2af70c) service to localhost/127.0.0.1:34353 2024-12-02T14:16:46,843 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:16:46,843 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:16:46,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/cluster_290dbdd0-c3b9-5e1c-9560-d9416538db6d/data/data1/current/BP-1159654490-172.17.0.2-1733148989363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:16:46,844 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/cluster_290dbdd0-c3b9-5e1c-9560-d9416538db6d/data/data2/current/BP-1159654490-172.17.0.2-1733148989363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:16:46,844 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:16:46,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38940895{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:16:46,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:16:46,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:16:46,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:16:46,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/hadoop.log.dir/,STOPPED} 2024-12-02T14:16:46,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:16:46,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:16:46,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:46,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:46,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:46,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:46,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:46,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:16:46,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1323640668, stopped=false 2024-12-02T14:16:46,886 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,45383,1733148986272 2024-12-02T14:16:46,887 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-299316128/running 2024-12-02T14:16:46,887 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:46,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-299316128/running 2024-12-02T14:16:46,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:46,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Set watcher on znode that does not yet exist, /0-299316128/running 2024-12-02T14:16:46,887 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:16:46,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Set watcher on znode that does not yet exist, /0-299316128/running 2024-12-02T14:16:46,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:16:46,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:46,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:46,891 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,37861,1733148986317' ***** 2024-12-02T14:16:46,891 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:16:46,891 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:16:46,892 INFO [RS:0;a3a61c9ba14f:37861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:16:46,892 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:16:46,892 INFO [RS:0;a3a61c9ba14f:37861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:16:46,892 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(3091): Received CLOSE for 625b8942068b71bf2dbd76937a277e47 2024-12-02T14:16:46,892 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(3091): Received CLOSE for cdf909d790211d547c67caef886356e4 2024-12-02T14:16:46,892 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:46,892 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:16:46,892 INFO [RS:0;a3a61c9ba14f:37861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:37861. 2024-12-02T14:16:46,892 DEBUG [RS:0;a3a61c9ba14f:37861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:46,892 DEBUG [RS:0;a3a61c9ba14f:37861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:46,892 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:16:46,892 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:16:46,892 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:16:46,892 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:16:46,893 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 625b8942068b71bf2dbd76937a277e47, disabling compactions & flushes 2024-12-02T14:16:46,893 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. 2024-12-02T14:16:46,893 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. 2024-12-02T14:16:46,893 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. after waiting 0 ms 2024-12-02T14:16:46,893 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. 2024-12-02T14:16:46,894 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 625b8942068b71bf2dbd76937a277e47 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-02T14:16:46,897 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T14:16:46,897 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 625b8942068b71bf2dbd76937a277e47=hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47., cdf909d790211d547c67caef886356e4=test,,1733148992256.cdf909d790211d547c67caef886356e4.} 2024-12-02T14:16:46,897 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 625b8942068b71bf2dbd76937a277e47, cdf909d790211d547c67caef886356e4 2024-12-02T14:16:46,897 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:16:46,897 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:16:46,898 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:16:46,898 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:16:46,898 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:16:46,898 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T14:16:46,915 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:46,916 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a3a61c9ba14f:46129 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a3a61c9ba14f/172.17.0.2:46129 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:16:46,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=a3a61c9ba14f:46129 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a3a61c9ba14f/172.17.0.2:46129 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-02T14:16:46,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address a3a61c9ba14f:46129 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a3a61c9ba14f/172.17.0.2:46129 2024-12-02T14:16:46,931 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:16:46,940 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/.tmp/info/18e0c719b17e497c9a8b0f00b296f31b is 147, key is hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47./info:regioninfo/1733148997344/Put/seqid=0 2024-12-02T14:16:46,953 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47/.tmp/hfileref/1691186248914f78aa36038398fa2233 is 74, key is 1/hfileref:1939954b45c54e01abacca4e8e3194af_SeqId_4_/1733149001237/DeleteColumn/seqid=0 2024-12-02T14:16:46,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741846_1022 (size=7686) 2024-12-02T14:16:46,979 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/.tmp/info/18e0c719b17e497c9a8b0f00b296f31b 2024-12-02T14:16:47,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741847_1023 (size=5345) 2024-12-02T14:16:47,003 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47/.tmp/hfileref/1691186248914f78aa36038398fa2233 2024-12-02T14:16:47,028 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/.tmp/ns/09956869006e4be0ad4d8b52fdcf286c is 43, key is default/ns:d/1733148989257/Put/seqid=0 2024-12-02T14:16:47,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741848_1024 (size=5153) 2024-12-02T14:16:47,045 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47/.tmp/queue/4458401b77424046af65d2715cbd433f is 153, key is 1-a3a61c9ba14f,37861,1733148986317/queue:a3a61c9ba14f%2C37861%2C1733148986317/1733149001239/Put/seqid=0 2024-12-02T14:16:47,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741849_1025 (size=5352) 2024-12-02T14:16:47,097 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 625b8942068b71bf2dbd76937a277e47, cdf909d790211d547c67caef886356e4 2024-12-02T14:16:47,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:47,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a3a61c9ba14f:46129 this server is in the failed servers list 2024-12-02T14:16:47,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a3a61c9ba14f:46129 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:16:47,271 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:16:47,271 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:16:47,297 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 625b8942068b71bf2dbd76937a277e47, cdf909d790211d547c67caef886356e4 2024-12-02T14:16:47,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:47,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a3a61c9ba14f:46129 this server is in the failed servers list 2024-12-02T14:16:47,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a3a61c9ba14f:46129 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:16:47,444 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/.tmp/ns/09956869006e4be0ad4d8b52fdcf286c 2024-12-02T14:16:47,450 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47/.tmp/queue/4458401b77424046af65d2715cbd433f 2024-12-02T14:16:47,455 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47/.tmp/hfileref/1691186248914f78aa36038398fa2233 as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47/hfileref/1691186248914f78aa36038398fa2233 2024-12-02T14:16:47,459 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47/hfileref/1691186248914f78aa36038398fa2233, entries=4, sequenceid=10, filesize=5.2 K 2024-12-02T14:16:47,460 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47/.tmp/queue/4458401b77424046af65d2715cbd433f as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47/queue/4458401b77424046af65d2715cbd433f 2024-12-02T14:16:47,461 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/.tmp/rep_barrier/d12ab8892b264f2fb6e0e6eafc244df9 is 112, key is test,,1733148992256.cdf909d790211d547c67caef886356e4./rep_barrier:seqnumDuringOpen/1733148993404/Put/seqid=0 2024-12-02T14:16:47,464 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47/queue/4458401b77424046af65d2715cbd433f, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T14:16:47,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741850_1026 (size=5518) 2024-12-02T14:16:47,465 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 625b8942068b71bf2dbd76937a277e47 in 572ms, sequenceid=10, compaction requested=false 2024-12-02T14:16:47,468 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/replication/625b8942068b71bf2dbd76937a277e47/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T14:16:47,468 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:47,468 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:47,468 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. 2024-12-02T14:16:47,468 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 625b8942068b71bf2dbd76937a277e47: Waiting for close lock at 1733149006893Running coprocessor pre-close hooks at 1733149006893Disabling compacts and flushes for region at 1733149006893Disabling writes for close at 1733149006893Obtaining lock to block concurrent updates at 1733149006894 (+1 ms)Preparing flush snapshotting stores in 625b8942068b71bf2dbd76937a277e47 at 1733149006894Finished memstore snapshotting hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733149006894Flushing stores of hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. at 1733149006895 (+1 ms)Flushing 625b8942068b71bf2dbd76937a277e47/hfileref: creating writer at 1733149006895Flushing 625b8942068b71bf2dbd76937a277e47/hfileref: appending metadata at 1733149006953 (+58 ms)Flushing 625b8942068b71bf2dbd76937a277e47/hfileref: closing flushed file at 1733149006953Flushing 625b8942068b71bf2dbd76937a277e47/queue: creating writer at 1733149007009 (+56 ms)Flushing 625b8942068b71bf2dbd76937a277e47/queue: appending metadata at 1733149007044 (+35 ms)Flushing 625b8942068b71bf2dbd76937a277e47/queue: closing flushed file at 1733149007044Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@412f4578: reopening flushed file at 1733149007454 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8692f00: reopening flushed file at 1733149007459 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 625b8942068b71bf2dbd76937a277e47 in 572ms, sequenceid=10, compaction requested=false at 1733149007465 (+6 ms)Writing region close event to WAL at 1733149007465Running coprocessor post-close hooks at 1733149007468 (+3 ms)Closed at 1733149007468 2024-12-02T14:16:47,468 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733148996579.625b8942068b71bf2dbd76937a277e47. 2024-12-02T14:16:47,468 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdf909d790211d547c67caef886356e4, disabling compactions & flushes 2024-12-02T14:16:47,468 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733148992256.cdf909d790211d547c67caef886356e4. 2024-12-02T14:16:47,468 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733148992256.cdf909d790211d547c67caef886356e4. 2024-12-02T14:16:47,468 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733148992256.cdf909d790211d547c67caef886356e4. after waiting 0 ms 2024-12-02T14:16:47,468 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733148992256.cdf909d790211d547c67caef886356e4. 2024-12-02T14:16:47,472 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/default/test/cdf909d790211d547c67caef886356e4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:16:47,473 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:47,473 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:16:47,473 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733148992256.cdf909d790211d547c67caef886356e4. 2024-12-02T14:16:47,473 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdf909d790211d547c67caef886356e4: Waiting for close lock at 1733149007468Running coprocessor pre-close hooks at 1733149007468Disabling compacts and flushes for region at 1733149007468Disabling writes for close at 1733149007468Writing region close event to WAL at 1733149007469 (+1 ms)Running coprocessor post-close hooks at 1733149007473 (+4 ms)Closed at 1733149007473 2024-12-02T14:16:47,473 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733148992256.cdf909d790211d547c67caef886356e4. 2024-12-02T14:16:47,483 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 1033, reset compression=false 2024-12-02T14:16:47,487 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:16:47,487 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 1328, reset compression=false 2024-12-02T14:16:47,498 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:47,690 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 1328, reset compression=false 2024-12-02T14:16:47,698 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:47,865 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/.tmp/rep_barrier/d12ab8892b264f2fb6e0e6eafc244df9 2024-12-02T14:16:47,897 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/.tmp/table/aaca6bad74ea46369d582f44fd594d9d is 53, key is hbase:replication/table:state/1733148997350/Put/seqid=0 2024-12-02T14:16:47,898 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T14:16:47,898 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:16:47,898 DEBUG [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:16:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741851_1027 (size=5308) 2024-12-02T14:16:47,945 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/.tmp/table/aaca6bad74ea46369d582f44fd594d9d 2024-12-02T14:16:47,946 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:47,946 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a3a61c9ba14f:46129 this server is in the failed servers list 2024-12-02T14:16:47,946 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a3a61c9ba14f:46129 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:16:47,952 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/.tmp/info/18e0c719b17e497c9a8b0f00b296f31b as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/info/18e0c719b17e497c9a8b0f00b296f31b 2024-12-02T14:16:47,957 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/info/18e0c719b17e497c9a8b0f00b296f31b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T14:16:47,958 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/.tmp/ns/09956869006e4be0ad4d8b52fdcf286c as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/ns/09956869006e4be0ad4d8b52fdcf286c 2024-12-02T14:16:47,964 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/ns/09956869006e4be0ad4d8b52fdcf286c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T14:16:47,970 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/.tmp/rep_barrier/d12ab8892b264f2fb6e0e6eafc244df9 as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/rep_barrier/d12ab8892b264f2fb6e0e6eafc244df9 2024-12-02T14:16:47,976 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/rep_barrier/d12ab8892b264f2fb6e0e6eafc244df9, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T14:16:47,977 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/.tmp/table/aaca6bad74ea46369d582f44fd594d9d as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/table/aaca6bad74ea46369d582f44fd594d9d 2024-12-02T14:16:47,990 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/table/aaca6bad74ea46369d582f44fd594d9d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T14:16:47,992 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1094ms, sequenceid=16, compaction requested=false 2024-12-02T14:16:47,994 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.wal-reader.a3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 to pos 1328, reset compression=false 2024-12-02T14:16:48,062 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T14:16:48,063 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:16:48,063 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:16:48,063 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:48,063 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149006897Running coprocessor pre-close hooks at 1733149006897Disabling compacts and flushes for region at 1733149006897Disabling writes for close at 1733149006898 (+1 ms)Obtaining lock to block concurrent updates at 1733149006898Preparing flush snapshotting stores in 1588230740 at 1733149006898Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733149006898Flushing stores of hbase:meta,,1.1588230740 at 1733149006900 (+2 ms)Flushing 1588230740/info: creating writer at 1733149006900Flushing 1588230740/info: appending metadata at 1733149006940 (+40 ms)Flushing 1588230740/info: closing flushed file at 1733149006940Flushing 1588230740/ns: creating writer at 1733149006986 (+46 ms)Flushing 1588230740/ns: appending metadata at 1733149007028 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1733149007028Flushing 1588230740/rep_barrier: creating writer at 1733149007447 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733149007461 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733149007461Flushing 1588230740/table: creating writer at 1733149007870 (+409 ms)Flushing 1588230740/table: appending metadata at 1733149007897 (+27 ms)Flushing 1588230740/table: closing flushed file at 1733149007897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16129959: reopening flushed file at 1733149007951 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411544c5: reopening flushed file at 1733149007957 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bab976f: reopening flushed file at 1733149007965 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fa8bd1: reopening flushed file at 1733149007976 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1094ms, sequenceid=16, compaction requested=false at 1733149007992 (+16 ms)Writing region close event to WAL at 1733149008049 (+57 ms)Running coprocessor post-close hooks at 1733149008062 (+13 ms)Closed at 1733149008063 (+1 ms) 2024-12-02T14:16:48,063 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:48,098 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,37861,1733148986317; all regions closed. 2024-12-02T14:16:48,101 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.meta.1733148989215.meta not finished, retry = 0 2024-12-02T14:16:48,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741834_1010 (size=4239) 2024-12-02T14:16:48,204 DEBUG [RS:0;a3a61c9ba14f:37861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/oldWALs 2024-12-02T14:16:48,204 INFO [RS:0;a3a61c9ba14f:37861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C37861%2C1733148986317.meta:.meta(num 1733148989215) 2024-12-02T14:16:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741839_1015 (size=2695) 2024-12-02T14:16:48,205 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.rep.1733148997316 not finished, retry = 0 2024-12-02T14:16:48,308 DEBUG [RS:0;a3a61c9ba14f:37861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/oldWALs 2024-12-02T14:16:48,308 INFO [RS:0;a3a61c9ba14f:37861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C37861%2C1733148986317.rep:(num 1733148997316) 2024-12-02T14:16:48,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741832_1008 (size=1336) 2024-12-02T14:16:48,310 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/WALs/a3a61c9ba14f,37861,1733148986317/a3a61c9ba14f%2C37861%2C1733148986317.1733148988347 not finished, retry = 0 2024-12-02T14:16:48,412 DEBUG [RS:0;a3a61c9ba14f:37861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/oldWALs 2024-12-02T14:16:48,412 INFO [RS:0;a3a61c9ba14f:37861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C37861%2C1733148986317:(num 1733148988347) 2024-12-02T14:16:48,412 DEBUG [RS:0;a3a61c9ba14f:37861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:48,412 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:16:48,412 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:16:48,412 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T14:16:48,412 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:16:48,412 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:16:48,412 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,37861,1733148986317 because: Region server is closing 2024-12-02T14:16:48,413 INFO [RS:0;a3a61c9ba14f:37861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:37861. 2024-12-02T14:16:48,413 DEBUG [RS:0;a3a61c9ba14f:37861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:48,413 DEBUG [RS:0;a3a61c9ba14f:37861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:48,413 DEBUG [RS:0;a3a61c9ba14f:37861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:48,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:48,513 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-02T14:16:48,513 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T14:16:48,513 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T14:16:48,955 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:48,956 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:16:48,959 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:16:49,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:16:49,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:49,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:49,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:49,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:49,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:49,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:49,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:49,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:49,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:49,314 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37861,1733148986317.replicationSource.shippera3a61c9ba14f%2C37861%2C1733148986317,1-a3a61c9ba14f,37861,1733148986317 terminated 2024-12-02T14:16:49,314 INFO [RS:0;a3a61c9ba14f:37861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:37861. 2024-12-02T14:16:49,314 DEBUG [RS:0;a3a61c9ba14f:37861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:16:49,314 DEBUG [RS:0;a3a61c9ba14f:37861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:49,314 DEBUG [RS:0;a3a61c9ba14f:37861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:49,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:16:49,315 INFO [RS:0;a3a61c9ba14f:37861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37861 2024-12-02T14:16:49,316 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-299316128/rs/a3a61c9ba14f,37861,1733148986317 2024-12-02T14:16:49,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128/rs 2024-12-02T14:16:49,316 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:16:49,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,37861,1733148986317] 2024-12-02T14:16:49,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-299316128/draining/a3a61c9ba14f,37861,1733148986317 already deleted, retry=false 2024-12-02T14:16:49,317 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,37861,1733148986317 expired; onlineServers=0 2024-12-02T14:16:49,317 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,45383,1733148986272' ***** 2024-12-02T14:16:49,317 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:16:49,317 INFO [M:0;a3a61c9ba14f:45383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:16:49,317 INFO [M:0;a3a61c9ba14f:45383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:16:49,317 DEBUG [M:0;a3a61c9ba14f:45383 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:16:49,317 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:16:49,317 DEBUG [M:0;a3a61c9ba14f:45383 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:16:49,317 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148988073 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148988073,5,FailOnTimeoutGroup] 2024-12-02T14:16:49,317 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148988075 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148988075,5,FailOnTimeoutGroup] 2024-12-02T14:16:49,317 INFO [M:0;a3a61c9ba14f:45383 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:16:49,317 INFO [M:0;a3a61c9ba14f:45383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:16:49,318 DEBUG [M:0;a3a61c9ba14f:45383 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:16:49,318 INFO [M:0;a3a61c9ba14f:45383 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:16:49,318 INFO [M:0;a3a61c9ba14f:45383 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:16:49,318 INFO [M:0;a3a61c9ba14f:45383 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:16:49,318 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:16:49,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-299316128/master 2024-12-02T14:16:49,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299316128 2024-12-02T14:16:49,318 DEBUG [M:0;a3a61c9ba14f:45383 {}] zookeeper.ZKUtil(347): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Unable to get data of znode /0-299316128/master because node does not exist (not an error) 2024-12-02T14:16:49,318 WARN [M:0;a3a61c9ba14f:45383 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:16:49,319 INFO [M:0;a3a61c9ba14f:45383 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/.lastflushedseqids 2024-12-02T14:16:49,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741852_1028 (size=263) 2024-12-02T14:16:49,417 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:49,417 INFO [RS:0;a3a61c9ba14f:37861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:16:49,417 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37861-0x1009b4a25c90001, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:49,417 INFO [RS:0;a3a61c9ba14f:37861 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,37861,1733148986317; zookeeper connection closed. 2024-12-02T14:16:49,417 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a5fea47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a5fea47 2024-12-02T14:16:49,417 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:16:49,723 INFO [M:0;a3a61c9ba14f:45383 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:16:49,723 INFO [M:0;a3a61c9ba14f:45383 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:16:49,723 DEBUG [M:0;a3a61c9ba14f:45383 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:16:49,723 INFO [M:0;a3a61c9ba14f:45383 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:49,723 DEBUG [M:0;a3a61c9ba14f:45383 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:49,723 DEBUG [M:0;a3a61c9ba14f:45383 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:16:49,723 DEBUG [M:0;a3a61c9ba14f:45383 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:49,724 INFO [M:0;a3a61c9ba14f:45383 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T14:16:49,737 DEBUG [M:0;a3a61c9ba14f:45383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc8e0252ff63404eb25c43a172054969 is 82, key is hbase:meta,,1/info:regioninfo/1733148989245/Put/seqid=0 2024-12-02T14:16:49,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741853_1029 (size=5672) 2024-12-02T14:16:50,141 INFO [M:0;a3a61c9ba14f:45383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc8e0252ff63404eb25c43a172054969 2024-12-02T14:16:50,156 DEBUG [M:0;a3a61c9ba14f:45383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1956e1032d9b405b8e9cd7cb7bcf69cf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733148997354/Put/seqid=0 2024-12-02T14:16:50,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741854_1030 (size=8516) 2024-12-02T14:16:50,561 INFO [M:0;a3a61c9ba14f:45383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1956e1032d9b405b8e9cd7cb7bcf69cf 2024-12-02T14:16:50,582 DEBUG [M:0;a3a61c9ba14f:45383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0556005511f34f99a3b25b0c4fa5d618 is 69, key is a3a61c9ba14f,37861,1733148986317/rs:state/1733148988152/Put/seqid=0 2024-12-02T14:16:50,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741855_1031 (size=5156) 2024-12-02T14:16:50,985 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:50,986 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:16:50,986 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:16:50,987 INFO [M:0;a3a61c9ba14f:45383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0556005511f34f99a3b25b0c4fa5d618 2024-12-02T14:16:50,991 DEBUG [M:0;a3a61c9ba14f:45383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc8e0252ff63404eb25c43a172054969 as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc8e0252ff63404eb25c43a172054969 2024-12-02T14:16:50,994 INFO [M:0;a3a61c9ba14f:45383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc8e0252ff63404eb25c43a172054969, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T14:16:50,995 DEBUG [M:0;a3a61c9ba14f:45383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1956e1032d9b405b8e9cd7cb7bcf69cf as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1956e1032d9b405b8e9cd7cb7bcf69cf 2024-12-02T14:16:50,999 INFO [M:0;a3a61c9ba14f:45383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1956e1032d9b405b8e9cd7cb7bcf69cf, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T14:16:50,999 DEBUG [M:0;a3a61c9ba14f:45383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0556005511f34f99a3b25b0c4fa5d618 as hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0556005511f34f99a3b25b0c4fa5d618 2024-12-02T14:16:51,002 INFO [M:0;a3a61c9ba14f:45383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40577/user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0556005511f34f99a3b25b0c4fa5d618, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T14:16:51,003 INFO [M:0;a3a61c9ba14f:45383 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-12-02T14:16:51,004 INFO [M:0;a3a61c9ba14f:45383 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:51,004 DEBUG [M:0;a3a61c9ba14f:45383 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149009723Disabling compacts and flushes for region at 1733149009723Disabling writes for close at 1733149009723Obtaining lock to block concurrent updates at 1733149009724 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149009724Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733149009724Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149009725 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149009725Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149009737 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149009737Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149010144 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149010156 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149010156Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149010565 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149010582 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149010582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8e1d09: reopening flushed file at 1733149010990 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bcf8062: reopening flushed file at 1733149010995 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31cb47c8: reopening flushed file at 1733149010999 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1733149011003 (+4 ms)Writing region close event to WAL at 1733149011004 (+1 ms)Closed at 1733149011004 2024-12-02T14:16:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35241 is added to blk_1073741830_1006 (size=63654) 2024-12-02T14:16:51,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac02f4c1-682d-e56f-f09b-0fcb1bd4c5fa/MasterData/WALs/a3a61c9ba14f,45383,1733148986272/a3a61c9ba14f%2C45383%2C1733148986272.1733148987996 not finished, retry = 0 2024-12-02T14:16:51,107 INFO [M:0;a3a61c9ba14f:45383 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:16:51,107 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:16:51,107 INFO [M:0;a3a61c9ba14f:45383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45383 2024-12-02T14:16:51,108 INFO [M:0;a3a61c9ba14f:45383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:16:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:51,209 INFO [M:0;a3a61c9ba14f:45383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:16:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45383-0x1009b4a25c90000, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:16:51,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:16:51,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:16:51,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:16:51,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:16:51,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/hadoop.log.dir/,STOPPED} 2024-12-02T14:16:51,213 WARN [BP-1217426379-172.17.0.2-1733148985720 heartbeating to localhost/127.0.0.1:40577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:16:51,213 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:16:51,213 WARN [BP-1217426379-172.17.0.2-1733148985720 heartbeating to localhost/127.0.0.1:40577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1217426379-172.17.0.2-1733148985720 (Datanode Uuid 85abe40d-bc7f-44e6-a92d-6b136733c7f3) service to localhost/127.0.0.1:40577 2024-12-02T14:16:51,213 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:16:51,214 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/cluster_9db7b408-3619-bed1-e295-dcaadc37d32a/data/data1/current/BP-1217426379-172.17.0.2-1733148985720 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:16:51,214 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/cluster_9db7b408-3619-bed1-e295-dcaadc37d32a/data/data2/current/BP-1217426379-172.17.0.2-1733148985720 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:16:51,214 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:16:51,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72f0a085{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:16:51,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:16:51,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:16:51,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:16:51,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ddf04df-f85f-4d01-b873-2cf529190b05/hadoop.log.dir/,STOPPED} 2024-12-02T14:16:51,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T14:16:51,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:16:51,251 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 206) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34353 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40577 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40577 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34353 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58244) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58244) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 191) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5407 (was 5980) 2024-12-02T14:16:51,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=5407 2024-12-02T14:16:51,277 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-02T14:16:51,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/hadoop.log.dir so I do NOT create it in target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9 2024-12-02T14:16:51,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:16:51,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/hadoop.tmp.dir so I do NOT create it in target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9 2024-12-02T14:16:51,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154e8c80-5b25-66d7-cefe-8ccced7d832c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:16:51,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9 2024-12-02T14:16:51,278 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/cluster_37559b92-6095-f1cf-29fb-ccef53800068, deleteOnExit=true 2024-12-02T14:16:51,281 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/cluster_37559b92-6095-f1cf-29fb-ccef53800068/zookeeper_0, clientPort=55729, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/cluster_37559b92-6095-f1cf-29fb-ccef53800068/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/cluster_37559b92-6095-f1cf-29fb-ccef53800068/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:16:51,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55729 2024-12-02T14:16:51,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:16:51,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:16:51,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/test.cache.data in system properties and HBase conf 2024-12-02T14:16:51,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:16:51,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:16:51,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:16:51,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:16:51,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:16:51,283 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:16:51,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:16:51,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:16:51,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:16:51,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:16:51,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:16:51,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:16:51,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:16:51,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:16:51,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:16:51,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:16:51,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:16:51,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:16:51,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:16:51,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:16:51,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b4a25c90002, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:16:51,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b4a25c90005, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:16:51,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b4a25c90002, quorum=127.0.0.1:58244, baseZNode=/0-299316128 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:16:51,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b4a25c90005, quorum=127.0.0.1:58244, baseZNode=/1-1956491035 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:16:51,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:51,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:16:51,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:16:51,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:16:51,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:16:51,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:51,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d34f368{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:16:51,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a2ae49e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:16:51,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f020d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/java.io.tmpdir/jetty-localhost-44879-hadoop-hdfs-3_4_1-tests_jar-_-any-2396756367966764951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:16:51,503 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a685939{HTTP/1.1, (http/1.1)}{localhost:44879} 2024-12-02T14:16:51,503 INFO [Time-limited test {}] server.Server(415): Started @179886ms 2024-12-02T14:16:51,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:51,585 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:16:51,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:16:51,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:16:51,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:16:51,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c12be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:16:51,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d3e9992{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:16:51,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12b0a9aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/java.io.tmpdir/jetty-localhost-41003-hadoop-hdfs-3_4_1-tests_jar-_-any-3897521473152385034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:16:51,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66baa053{HTTP/1.1, (http/1.1)}{localhost:41003} 2024-12-02T14:16:51,686 INFO [Time-limited test {}] server.Server(415): Started @180068ms 2024-12-02T14:16:51,687 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:16:51,749 WARN [Thread-2176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/cluster_37559b92-6095-f1cf-29fb-ccef53800068/data/data1/current/BP-2027171625-172.17.0.2-1733149011312/current, will proceed with Du for space computation calculation, 2024-12-02T14:16:51,750 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/cluster_37559b92-6095-f1cf-29fb-ccef53800068/data/data2/current/BP-2027171625-172.17.0.2-1733149011312/current, will proceed with Du for space computation calculation, 2024-12-02T14:16:51,765 WARN [Thread-2164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:16:51,768 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x906ec5481dd469e2 with lease ID 0x71b193081ca061e3: Processing first storage report for DS-d31c0a22-656d-4294-a2d4-cedc4dbc049b from datanode DatanodeRegistration(127.0.0.1:38603, datanodeUuid=1d9b64bf-b720-4546-b110-84a117217c97, infoPort=44001, infoSecurePort=0, ipcPort=46243, storageInfo=lv=-57;cid=testClusterID;nsid=1541579822;c=1733149011312) 2024-12-02T14:16:51,768 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x906ec5481dd469e2 with lease ID 0x71b193081ca061e3: from storage DS-d31c0a22-656d-4294-a2d4-cedc4dbc049b node DatanodeRegistration(127.0.0.1:38603, datanodeUuid=1d9b64bf-b720-4546-b110-84a117217c97, infoPort=44001, infoSecurePort=0, ipcPort=46243, storageInfo=lv=-57;cid=testClusterID;nsid=1541579822;c=1733149011312), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:16:51,768 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x906ec5481dd469e2 with lease ID 0x71b193081ca061e3: Processing first storage report for DS-f9aaad2c-70c1-4834-a51d-d1395b3aa00b from datanode DatanodeRegistration(127.0.0.1:38603, datanodeUuid=1d9b64bf-b720-4546-b110-84a117217c97, infoPort=44001, infoSecurePort=0, ipcPort=46243, storageInfo=lv=-57;cid=testClusterID;nsid=1541579822;c=1733149011312) 2024-12-02T14:16:51,768 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x906ec5481dd469e2 with lease ID 0x71b193081ca061e3: from storage DS-f9aaad2c-70c1-4834-a51d-d1395b3aa00b node DatanodeRegistration(127.0.0.1:38603, datanodeUuid=1d9b64bf-b720-4546-b110-84a117217c97, infoPort=44001, infoSecurePort=0, ipcPort=46243, storageInfo=lv=-57;cid=testClusterID;nsid=1541579822;c=1733149011312), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:16:51,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9 2024-12-02T14:16:51,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:51,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:51,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:16:51,828 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a with version=8 2024-12-02T14:16:51,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/hbase-staging 2024-12-02T14:16:51,830 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:51,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:51,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:51,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:51,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:51,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:51,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:16:51,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:51,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41027 2024-12-02T14:16:51,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41027 connecting to ZooKeeper ensemble=127.0.0.1:55729 2024-12-02T14:16:51,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410270x0, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:51,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41027-0x1009b4a89bf0000 connected 2024-12-02T14:16:51,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:51,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:51,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Set watcher on znode that does not yet exist, /0864410570/running 2024-12-02T14:16:51,878 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a, hbase.cluster.distributed=false 2024-12-02T14:16:51,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Set watcher on znode that does not yet exist, /0864410570/acl 2024-12-02T14:16:51,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41027 2024-12-02T14:16:51,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41027 2024-12-02T14:16:51,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41027 2024-12-02T14:16:51,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41027 2024-12-02T14:16:51,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41027 2024-12-02T14:16:51,905 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:51,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:51,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:51,905 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:51,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:51,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:51,905 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:16:51,906 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:51,907 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38861 2024-12-02T14:16:51,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38861 connecting to ZooKeeper ensemble=127.0.0.1:55729 2024-12-02T14:16:51,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:51,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:51,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388610x0, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:51,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388610x0, quorum=127.0.0.1:55729, baseZNode=/0864410570 Set watcher on znode that does not yet exist, /0864410570/running 2024-12-02T14:16:51,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:16:51,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38861-0x1009b4a89bf0001 connected 2024-12-02T14:16:51,925 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:16:51,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Set watcher on znode that does not yet exist, /0864410570/master 2024-12-02T14:16:51,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Set watcher on znode that does not yet exist, /0864410570/acl 2024-12-02T14:16:51,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38861 2024-12-02T14:16:51,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38861 2024-12-02T14:16:51,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38861 2024-12-02T14:16:51,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38861 2024-12-02T14:16:51,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38861 2024-12-02T14:16:51,963 DEBUG [M:0;a3a61c9ba14f:41027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:41027 2024-12-02T14:16:51,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0864410570/backup-masters/a3a61c9ba14f,41027,1733149011830 2024-12-02T14:16:51,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570/backup-masters 2024-12-02T14:16:51,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570/backup-masters 2024-12-02T14:16:51,965 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Set watcher on existing znode=/0864410570/backup-masters/a3a61c9ba14f,41027,1733149011830 2024-12-02T14:16:51,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:16:51,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0864410570/master 2024-12-02T14:16:51,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:16:51,966 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Set watcher on existing znode=/0864410570/master 2024-12-02T14:16:51,966 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0864410570/backup-masters/a3a61c9ba14f,41027,1733149011830 from backup master directory 2024-12-02T14:16:51,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570/backup-masters 2024-12-02T14:16:51,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0864410570/backup-masters/a3a61c9ba14f,41027,1733149011830 2024-12-02T14:16:51,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570/backup-masters 2024-12-02T14:16:51,967 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:51,967 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,41027,1733149011830 2024-12-02T14:16:51,970 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/hbase.id] with ID: e90d416c-3673-44b4-820b-c6288d8abcdc 2024-12-02T14:16:51,970 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/.tmp/hbase.id 2024-12-02T14:16:51,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:16:51,976 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/.tmp/hbase.id]:[hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/hbase.id] 2024-12-02T14:16:51,987 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:51,987 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:16:51,988 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:16:51,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:16:51,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:16:52,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:16:52,406 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:52,407 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:16:52,407 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:52,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:16:52,813 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store 2024-12-02T14:16:52,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:16:53,220 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:53,220 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:16:53,220 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:53,220 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:53,220 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:16:53,220 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:53,220 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:53,220 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149013220Disabling compacts and flushes for region at 1733149013220Disabling writes for close at 1733149013220Writing region close event to WAL at 1733149013220Closed at 1733149013220 2024-12-02T14:16:53,221 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/.initializing 2024-12-02T14:16:53,221 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/WALs/a3a61c9ba14f,41027,1733149011830 2024-12-02T14:16:53,222 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:53,225 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C41027%2C1733149011830, suffix=, logDir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/WALs/a3a61c9ba14f,41027,1733149011830, archiveDir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/oldWALs, maxLogs=10 2024-12-02T14:16:53,240 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/WALs/a3a61c9ba14f,41027,1733149011830/a3a61c9ba14f%2C41027%2C1733149011830.1733149013225, exclude list is [], retry=0 2024-12-02T14:16:53,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38603,DS-d31c0a22-656d-4294-a2d4-cedc4dbc049b,DISK] 2024-12-02T14:16:53,246 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/WALs/a3a61c9ba14f,41027,1733149011830/a3a61c9ba14f%2C41027%2C1733149011830.1733149013225 2024-12-02T14:16:53,249 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44001:44001)] 2024-12-02T14:16:53,249 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:53,249 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:53,250 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:53,250 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:53,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:53,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:16:53,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:53,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:53,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:53,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:16:53,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:53,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:53,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:53,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:16:53,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:53,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:53,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:53,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:16:53,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:53,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:53,259 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:53,259 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:53,259 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:53,260 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:53,260 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:53,261 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:53,262 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:53,278 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:53,279 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66085939, jitterRate=-0.015242770314216614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:53,279 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733149013250Initializing all the Stores at 1733149013250Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149013251 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149013251Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149013251Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149013251Cleaning up temporary data from old regions at 1733149013260 (+9 ms)Region opened successfully at 1733149013279 (+19 ms) 2024-12-02T14:16:53,281 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:16:53,285 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3cdfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:53,289 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:16:53,289 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:16:53,289 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:16:53,289 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:16:53,290 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:16:53,290 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:16:53,290 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:16:53,292 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:16:53,292 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Unable to get data of znode /0864410570/balancer because node does not exist (not necessarily an error) 2024-12-02T14:16:53,294 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0864410570/balancer already deleted, retry=false 2024-12-02T14:16:53,295 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:16:53,296 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Unable to get data of znode /0864410570/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:16:53,297 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0864410570/normalizer already deleted, retry=false 2024-12-02T14:16:53,297 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:16:53,302 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Unable to get data of znode /0864410570/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:16:53,303 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0864410570/switch/split already deleted, retry=false 2024-12-02T14:16:53,304 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Unable to get data of znode /0864410570/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:16:53,305 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0864410570/switch/merge already deleted, retry=false 2024-12-02T14:16:53,307 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Unable to get data of znode /0864410570/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:16:53,308 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0864410570/snapshot-cleanup already deleted, retry=false 2024-12-02T14:16:53,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0864410570/running 2024-12-02T14:16:53,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0864410570/running 2024-12-02T14:16:53,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:16:53,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:16:53,309 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,41027,1733149011830, sessionid=0x1009b4a89bf0000, setting cluster-up flag (Was=false) 2024-12-02T14:16:53,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:16:53,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:16:53,313 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0864410570/flush-table-proc/acquired, /0864410570/flush-table-proc/reached, /0864410570/flush-table-proc/abort 2024-12-02T14:16:53,314 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,41027,1733149011830 2024-12-02T14:16:53,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:16:53,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:16:53,318 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0864410570/online-snapshot/acquired, /0864410570/online-snapshot/reached, /0864410570/online-snapshot/abort 2024-12-02T14:16:53,319 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,41027,1733149011830 2024-12-02T14:16:53,321 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:16:53,322 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:53,322 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:16:53,322 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:16:53,323 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a3a61c9ba14f,41093,1733148964181: status=Processing ServerCrashProcedure of a3a61c9ba14f,41093,1733148964181 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733148975978, completionTime=-1 appears to have been leaked 2024-12-02T14:16:53,323 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,41027,1733149011830 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:16:53,324 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:53,324 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:53,324 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:53,324 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:53,324 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:16:53,324 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:53,324 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:53,324 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:53,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:53,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:16:53,331 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:53,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:16:53,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149043333 2024-12-02T14:16:53,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:16:53,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:16:53,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:16:53,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:16:53,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:16:53,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:16:53,336 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,337 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:16:53,337 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:16:53,337 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:16:53,337 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:16:53,340 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:16:53,340 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:16:53,341 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149013340,5,FailOnTimeoutGroup] 2024-12-02T14:16:53,341 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149013341,5,FailOnTimeoutGroup] 2024-12-02T14:16:53,341 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,341 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:16:53,341 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,341 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:16:53,351 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(746): ClusterId : e90d416c-3673-44b4-820b-c6288d8abcdc 2024-12-02T14:16:53,351 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:16:53,352 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:16:53,352 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:16:53,354 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:16:53,354 DEBUG [RS:0;a3a61c9ba14f:38861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6997a85a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:53,368 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:38861 2024-12-02T14:16:53,368 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:16:53,368 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:16:53,368 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:16:53,369 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,41027,1733149011830 with port=38861, startcode=1733149011905 2024-12-02T14:16:53,369 DEBUG [RS:0;a3a61c9ba14f:38861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:16:53,370 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:16:53,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,38861,1733149011905 2024-12-02T14:16:53,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41027 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,38861,1733149011905 2024-12-02T14:16:53,372 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a 2024-12-02T14:16:53,372 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36939 2024-12-02T14:16:53,372 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:16:53,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570/rs 2024-12-02T14:16:53,373 DEBUG [RS:0;a3a61c9ba14f:38861 {}] zookeeper.ZKUtil(111): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Set watcher on existing znode=/0864410570/rs/a3a61c9ba14f,38861,1733149011905 2024-12-02T14:16:53,373 WARN [RS:0;a3a61c9ba14f:38861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:53,373 INFO [RS:0;a3a61c9ba14f:38861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:53,373 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905 2024-12-02T14:16:53,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,38861,1733149011905] 2024-12-02T14:16:53,376 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:16:53,377 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:16:53,379 INFO [RS:0;a3a61c9ba14f:38861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:16:53,379 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,379 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:16:53,380 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:16:53,380 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:53,380 DEBUG [RS:0;a3a61c9ba14f:38861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:53,382 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,382 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,382 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,382 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,382 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,382 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,38861,1733149011905-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:53,393 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:16:53,393 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,38861,1733149011905-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,393 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,393 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.Replication(171): a3a61c9ba14f,38861,1733149011905 started 2024-12-02T14:16:53,403 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:53,403 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,38861,1733149011905, RpcServer on a3a61c9ba14f/172.17.0.2:38861, sessionid=0x1009b4a89bf0001 2024-12-02T14:16:53,403 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:16:53,403 DEBUG [RS:0;a3a61c9ba14f:38861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,38861,1733149011905 2024-12-02T14:16:53,403 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,38861,1733149011905' 2024-12-02T14:16:53,403 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0864410570/flush-table-proc/abort' 2024-12-02T14:16:53,404 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0864410570/flush-table-proc/acquired' 2024-12-02T14:16:53,404 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:16:53,404 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:16:53,404 DEBUG [RS:0;a3a61c9ba14f:38861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,38861,1733149011905 2024-12-02T14:16:53,404 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,38861,1733149011905' 2024-12-02T14:16:53,404 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0864410570/online-snapshot/abort' 2024-12-02T14:16:53,404 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0864410570/online-snapshot/acquired' 2024-12-02T14:16:53,405 DEBUG [RS:0;a3a61c9ba14f:38861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:16:53,405 INFO [RS:0;a3a61c9ba14f:38861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:16:53,405 INFO [RS:0;a3a61c9ba14f:38861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:16:53,505 INFO [RS:0;a3a61c9ba14f:38861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:53,506 INFO [RS:0;a3a61c9ba14f:38861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C38861%2C1733149011905, suffix=, logDir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905, archiveDir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/oldWALs, maxLogs=10 2024-12-02T14:16:53,521 DEBUG [RS:0;a3a61c9ba14f:38861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506, exclude list is [], retry=0 2024-12-02T14:16:53,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38603,DS-d31c0a22-656d-4294-a2d4-cedc4dbc049b,DISK] 2024-12-02T14:16:53,526 INFO [RS:0;a3a61c9ba14f:38861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 2024-12-02T14:16:53,526 DEBUG [RS:0;a3a61c9ba14f:38861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44001:44001)] 2024-12-02T14:16:53,744 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:16:53,744 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a 2024-12-02T14:16:53,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:16:53,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:53,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:16:53,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:16:53,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:53,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:53,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:16:53,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:16:53,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:53,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:53,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:16:53,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:16:53,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:53,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:53,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:16:53,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:16:53,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:53,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:53,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:16:53,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740 2024-12-02T14:16:53,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740 2024-12-02T14:16:53,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:16:53,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:16:53,764 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:53,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:16:53,770 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:53,771 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74756816, jitterRate=0.11396336555480957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:53,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733149013751Initializing all the Stores at 1733149013751Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149013751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149013752 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149013752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149013752Cleaning up temporary data from old regions at 1733149013763 (+11 ms)Region opened successfully at 1733149013771 (+8 ms) 2024-12-02T14:16:53,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:16:53,771 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:16:53,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:16:53,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:16:53,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:16:53,772 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149013771Disabling compacts and flushes for region at 1733149013771Disabling writes for close at 1733149013771Writing region close event to WAL at 1733149013772 (+1 ms)Closed at 1733149013772 2024-12-02T14:16:53,772 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:53,773 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:16:53,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:16:53,773 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:53,774 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:16:53,924 DEBUG [a3a61c9ba14f:41027 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:16:53,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,38861,1733149011905 2024-12-02T14:16:53,926 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,38861,1733149011905, state=OPENING 2024-12-02T14:16:53,927 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:16:53,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:16:53,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:16:53,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0864410570/meta-region-server: CHANGED 2024-12-02T14:16:53,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0864410570/meta-region-server: CHANGED 2024-12-02T14:16:53,928 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:53,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,38861,1733149011905}] 2024-12-02T14:16:54,080 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:16:54,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:16:54,086 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:16:54,086 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:54,086 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:16:54,087 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C38861%2C1733149011905.meta, suffix=.meta, logDir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905, archiveDir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/oldWALs, maxLogs=10 2024-12-02T14:16:54,105 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.meta.1733149014088.meta, exclude list is [], retry=0 2024-12-02T14:16:54,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38603,DS-d31c0a22-656d-4294-a2d4-cedc4dbc049b,DISK] 2024-12-02T14:16:54,114 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.meta.1733149014088.meta 2024-12-02T14:16:54,114 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44001:44001)] 2024-12-02T14:16:54,115 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:54,115 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:54,115 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:16:54,115 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:16:54,116 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:16:54,116 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:16:54,116 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:54,116 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:16:54,116 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:16:54,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:16:54,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:16:54,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:54,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:54,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:16:54,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:16:54,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:54,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:54,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:16:54,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:16:54,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:54,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:54,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:16:54,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:16:54,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:54,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:54,123 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:16:54,124 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740 2024-12-02T14:16:54,125 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740 2024-12-02T14:16:54,126 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:16:54,126 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:16:54,127 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:54,128 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:16:54,128 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67224126, jitterRate=0.0017175376415252686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:54,129 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:16:54,129 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733149014116Writing region info on filesystem at 1733149014116Initializing all the Stores at 1733149014117 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149014117Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149014117Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149014117Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149014117Cleaning up temporary data from old regions at 1733149014126 (+9 ms)Running coprocessor post-open hooks at 1733149014129 (+3 ms)Region opened successfully at 1733149014129 2024-12-02T14:16:54,131 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733149014080 2024-12-02T14:16:54,133 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:16:54,133 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:16:54,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,38861,1733149011905 2024-12-02T14:16:54,135 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,38861,1733149011905, state=OPEN 2024-12-02T14:16:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0864410570/meta-region-server 2024-12-02T14:16:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0864410570/meta-region-server 2024-12-02T14:16:54,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0864410570/meta-region-server: CHANGED 2024-12-02T14:16:54,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0864410570/meta-region-server: CHANGED 2024-12-02T14:16:54,137 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,38861,1733149011905 2024-12-02T14:16:54,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:16:54,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,38861,1733149011905 in 209 msec 2024-12-02T14:16:54,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:16:54,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-12-02T14:16:54,141 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:54,141 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:16:54,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:54,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,38861,1733149011905, seqNum=-1] 2024-12-02T14:16:54,143 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:54,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:54,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 827 msec 2024-12-02T14:16:54,150 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733149014150, completionTime=-1 2024-12-02T14:16:54,150 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:16:54,150 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:16:54,152 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:16:54,152 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149074152 2024-12-02T14:16:54,152 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149134152 2024-12-02T14:16:54,152 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T14:16:54,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41027,1733149011830-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:54,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41027,1733149011830-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:54,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41027,1733149011830-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:54,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:41027, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:54,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:54,155 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:16:54,157 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:54,161 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.194sec 2024-12-02T14:16:54,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:16:54,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:16:54,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:16:54,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:16:54,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:16:54,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41027,1733149011830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:54,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41027,1733149011830-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:16:54,165 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:16:54,165 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:16:54,165 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41027,1733149011830-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:54,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453c8ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:54,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,41027,-1 for getting cluster id 2024-12-02T14:16:54,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:54,257 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e90d416c-3673-44b4-820b-c6288d8abcdc' 2024-12-02T14:16:54,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:54,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e90d416c-3673-44b4-820b-c6288d8abcdc" 2024-12-02T14:16:54,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cd3871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,41027,-1] 2024-12-02T14:16:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:54,261 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:54,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158078f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:54,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:54,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,38861,1733149011905, seqNum=-1] 2024-12-02T14:16:54,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:54,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:54,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,41027,1733149011830 2024-12-02T14:16:54,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55729 2024-12-02T14:16:54,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:54,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b4a89bf0002 connected 2024-12-02T14:16:54,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/hadoop.log.dir so I do NOT create it in target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0 2024-12-02T14:16:54,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:16:54,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/hadoop.tmp.dir so I do NOT create it in target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0 2024-12-02T14:16:54,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:16:54,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0 2024-12-02T14:16:54,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:16:54,278 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/cluster_f9c3f09f-ea8f-5e24-8f97-46847f7bd953, deleteOnExit=true 2024-12-02T14:16:54,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:16:54,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/test.cache.data in system properties and HBase conf 2024-12-02T14:16:54,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:16:54,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:16:54,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:16:54,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:16:54,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:16:54,279 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:16:54,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:16:54,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:16:54,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:16:54,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:16:54,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:16:54,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:16:54,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:16:54,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:16:54,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:16:54,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:16:54,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:16:54,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:16:54,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:16:54,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:16:54,319 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T14:16:54,336 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:54,336 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:54,336 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:54,336 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:54,336 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:54,337 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:54,341 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:54,343 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:54,343 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:54,345 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:16:54,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:54,373 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:16:54,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:16:54,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:16:54,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:16:54,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:54,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d87ce10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:16:54,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76085775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:16:54,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@110d1ecf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/java.io.tmpdir/jetty-localhost-44179-hadoop-hdfs-3_4_1-tests_jar-_-any-8792882754068475154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:16:54,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7002f130{HTTP/1.1, (http/1.1)}{localhost:44179} 2024-12-02T14:16:54,469 INFO [Time-limited test {}] server.Server(415): Started @182852ms 2024-12-02T14:16:54,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:16:54,526 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:16:54,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:16:54,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:16:54,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:16:54,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3660e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:16:54,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:16:54,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@602d2d6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/java.io.tmpdir/jetty-localhost-41591-hadoop-hdfs-3_4_1-tests_jar-_-any-12805242474709839591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:16:54,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@685e84f8{HTTP/1.1, (http/1.1)}{localhost:41591} 2024-12-02T14:16:54,620 INFO [Time-limited test {}] server.Server(415): Started @183002ms 2024-12-02T14:16:54,621 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:16:54,689 WARN [Thread-2297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/cluster_f9c3f09f-ea8f-5e24-8f97-46847f7bd953/data/data1/current/BP-723822238-172.17.0.2-1733149014295/current, will proceed with Du for space computation calculation, 2024-12-02T14:16:54,694 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/cluster_f9c3f09f-ea8f-5e24-8f97-46847f7bd953/data/data2/current/BP-723822238-172.17.0.2-1733149014295/current, will proceed with Du for space computation calculation, 2024-12-02T14:16:54,729 WARN [Thread-2285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:16:54,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcc7ad2afa55b0c3 with lease ID 0x79b6bcdc55db400a: Processing first storage report for DS-b1cb0bde-c500-4f0f-b50e-825744dc50cd from datanode DatanodeRegistration(127.0.0.1:38227, datanodeUuid=26a6b771-6a05-4a03-ab83-9ac2917359e0, infoPort=46111, infoSecurePort=0, ipcPort=45983, storageInfo=lv=-57;cid=testClusterID;nsid=772334769;c=1733149014295) 2024-12-02T14:16:54,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcc7ad2afa55b0c3 with lease ID 0x79b6bcdc55db400a: from storage DS-b1cb0bde-c500-4f0f-b50e-825744dc50cd node DatanodeRegistration(127.0.0.1:38227, datanodeUuid=26a6b771-6a05-4a03-ab83-9ac2917359e0, infoPort=46111, infoSecurePort=0, ipcPort=45983, storageInfo=lv=-57;cid=testClusterID;nsid=772334769;c=1733149014295), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:16:54,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcc7ad2afa55b0c3 with lease ID 0x79b6bcdc55db400a: Processing first storage report for DS-159d0db0-dfaf-469a-968c-6f5ff8871339 from datanode DatanodeRegistration(127.0.0.1:38227, datanodeUuid=26a6b771-6a05-4a03-ab83-9ac2917359e0, infoPort=46111, infoSecurePort=0, ipcPort=45983, storageInfo=lv=-57;cid=testClusterID;nsid=772334769;c=1733149014295) 2024-12-02T14:16:54,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcc7ad2afa55b0c3 with lease ID 0x79b6bcdc55db400a: from storage DS-159d0db0-dfaf-469a-968c-6f5ff8871339 node DatanodeRegistration(127.0.0.1:38227, datanodeUuid=26a6b771-6a05-4a03-ab83-9ac2917359e0, infoPort=46111, infoSecurePort=0, ipcPort=45983, storageInfo=lv=-57;cid=testClusterID;nsid=772334769;c=1733149014295), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:16:54,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0 2024-12-02T14:16:54,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:54,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:16:55,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:55,016 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:16:55,016 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:16:55,148 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a with version=8 2024-12-02T14:16:55,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/hbase-staging 2024-12-02T14:16:55,150 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:55,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:55,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:55,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:55,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:55,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:55,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:16:55,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:55,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37231 2024-12-02T14:16:55,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37231 connecting to ZooKeeper ensemble=127.0.0.1:55729 2024-12-02T14:16:55,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372310x0, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:55,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37231-0x1009b4a89bf0003 connected 2024-12-02T14:16:55,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:55,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:55,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Set watcher on znode that does not yet exist, /1-981058748/running 2024-12-02T14:16:55,165 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a, hbase.cluster.distributed=false 2024-12-02T14:16:55,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Set watcher on znode that does not yet exist, /1-981058748/acl 2024-12-02T14:16:55,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37231 2024-12-02T14:16:55,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37231 2024-12-02T14:16:55,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37231 2024-12-02T14:16:55,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37231 2024-12-02T14:16:55,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37231 2024-12-02T14:16:55,179 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:16:55,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:55,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:55,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:16:55,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:16:55,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:16:55,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:16:55,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:16:55,180 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37405 2024-12-02T14:16:55,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37405 connecting to ZooKeeper ensemble=127.0.0.1:55729 2024-12-02T14:16:55,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:55,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:55,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374050x0, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:55,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Set watcher on znode that does not yet exist, /1-981058748/running 2024-12-02T14:16:55,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37405-0x1009b4a89bf0004 connected 2024-12-02T14:16:55,185 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:16:55,187 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:16:55,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Set watcher on znode that does not yet exist, /1-981058748/master 2024-12-02T14:16:55,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Set watcher on znode that does not yet exist, /1-981058748/acl 2024-12-02T14:16:55,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37405 2024-12-02T14:16:55,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37405 2024-12-02T14:16:55,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37405 2024-12-02T14:16:55,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37405 2024-12-02T14:16:55,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37405 2024-12-02T14:16:55,208 DEBUG [M:0;a3a61c9ba14f:37231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:37231 2024-12-02T14:16:55,208 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-981058748/backup-masters/a3a61c9ba14f,37231,1733149015150 2024-12-02T14:16:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748/backup-masters 2024-12-02T14:16:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748/backup-masters 2024-12-02T14:16:55,209 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Set watcher on existing znode=/1-981058748/backup-masters/a3a61c9ba14f,37231,1733149015150 2024-12-02T14:16:55,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:16:55,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-981058748/master 2024-12-02T14:16:55,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:16:55,210 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Set watcher on existing znode=/1-981058748/master 2024-12-02T14:16:55,210 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-981058748/backup-masters/a3a61c9ba14f,37231,1733149015150 from backup master directory 2024-12-02T14:16:55,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981058748/backup-masters/a3a61c9ba14f,37231,1733149015150 2024-12-02T14:16:55,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748/backup-masters 2024-12-02T14:16:55,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748/backup-masters 2024-12-02T14:16:55,211 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:55,211 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,37231,1733149015150 2024-12-02T14:16:55,214 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/hbase.id] with ID: 061b025a-f414-4776-80d6-dae50e6621d5 2024-12-02T14:16:55,214 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/.tmp/hbase.id 2024-12-02T14:16:55,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:16:55,618 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/.tmp/hbase.id]:[hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/hbase.id] 2024-12-02T14:16:55,627 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:16:55,627 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:16:55,627 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T14:16:55,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:16:55,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:16:55,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:16:56,033 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:56,033 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:16:56,034 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:56,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:16:56,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T14:16:56,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T14:16:56,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:16:56,440 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store 2024-12-02T14:16:56,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:16:56,846 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:56,846 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:16:56,846 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:56,846 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:56,846 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:16:56,846 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:56,846 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:16:56,846 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149016846Disabling compacts and flushes for region at 1733149016846Disabling writes for close at 1733149016846Writing region close event to WAL at 1733149016846Closed at 1733149016846 2024-12-02T14:16:56,847 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/.initializing 2024-12-02T14:16:56,847 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/WALs/a3a61c9ba14f,37231,1733149015150 2024-12-02T14:16:56,848 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:56,849 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C37231%2C1733149015150, suffix=, logDir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/WALs/a3a61c9ba14f,37231,1733149015150, archiveDir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/oldWALs, maxLogs=10 2024-12-02T14:16:56,859 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/WALs/a3a61c9ba14f,37231,1733149015150/a3a61c9ba14f%2C37231%2C1733149015150.1733149016849, exclude list is [], retry=0 2024-12-02T14:16:56,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38227,DS-b1cb0bde-c500-4f0f-b50e-825744dc50cd,DISK] 2024-12-02T14:16:56,863 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/WALs/a3a61c9ba14f,37231,1733149015150/a3a61c9ba14f%2C37231%2C1733149015150.1733149016849 2024-12-02T14:16:56,863 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46111:46111)] 2024-12-02T14:16:56,863 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:56,863 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:56,863 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:56,863 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:56,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:56,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:16:56,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:56,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:56,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:56,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:16:56,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:56,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:56,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:56,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:16:56,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:56,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:56,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:56,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:16:56,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:56,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:56,870 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:56,870 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:56,870 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:56,871 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:56,871 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:56,871 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:56,872 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:16:56,873 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:56,874 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74963939, jitterRate=0.11704973876476288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:56,874 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733149016863Initializing all the Stores at 1733149016864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149016864Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149016864Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149016864Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149016864Cleaning up temporary data from old regions at 1733149016871 (+7 ms)Region opened successfully at 1733149016874 (+3 ms) 2024-12-02T14:16:56,874 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:16:56,876 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8cfca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:56,876 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:16:56,877 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:16:56,877 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:16:56,877 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:16:56,877 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:16:56,877 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:16:56,877 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:16:56,884 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:16:56,885 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Unable to get data of znode /1-981058748/balancer because node does not exist (not necessarily an error) 2024-12-02T14:16:56,885 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981058748/balancer already deleted, retry=false 2024-12-02T14:16:56,886 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:16:56,887 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Unable to get data of znode /1-981058748/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:16:56,887 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981058748/normalizer already deleted, retry=false 2024-12-02T14:16:56,888 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:16:56,902 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Unable to get data of znode /1-981058748/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:16:56,903 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981058748/switch/split already deleted, retry=false 2024-12-02T14:16:56,904 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Unable to get data of znode /1-981058748/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:16:56,905 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981058748/switch/merge already deleted, retry=false 2024-12-02T14:16:56,907 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Unable to get data of znode /1-981058748/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:16:56,908 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981058748/snapshot-cleanup already deleted, retry=false 2024-12-02T14:16:56,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-981058748/running 2024-12-02T14:16:56,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-981058748/running 2024-12-02T14:16:56,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:16:56,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:16:56,910 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,37231,1733149015150, sessionid=0x1009b4a89bf0003, setting cluster-up flag (Was=false) 2024-12-02T14:16:56,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:16:56,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:16:56,916 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-981058748/flush-table-proc/acquired, /1-981058748/flush-table-proc/reached, /1-981058748/flush-table-proc/abort 2024-12-02T14:16:56,917 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,37231,1733149015150 2024-12-02T14:16:56,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:16:56,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:16:56,924 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-981058748/online-snapshot/acquired, /1-981058748/online-snapshot/reached, /1-981058748/online-snapshot/abort 2024-12-02T14:16:56,925 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,37231,1733149015150 2024-12-02T14:16:56,927 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:16:56,930 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:56,930 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:16:56,930 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:16:56,931 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,37231,1733149015150 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:16:56,933 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:56,933 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:56,933 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:56,933 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:16:56,933 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:16:56,933 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:56,933 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:56,933 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:56,946 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:56,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:16:56,948 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:56,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:16:56,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149046964 2024-12-02T14:16:56,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:16:56,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:16:56,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:16:56,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:16:56,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:16:56,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:16:56,965 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:56,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:16:56,969 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:16:56,969 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:16:56,969 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:16:56,969 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:16:56,972 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:16:56,973 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:16:56,973 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149016973,5,FailOnTimeoutGroup] 2024-12-02T14:16:56,976 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149016973,5,FailOnTimeoutGroup] 2024-12-02T14:16:56,976 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:56,976 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:16:56,976 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:56,976 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:56,998 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(746): ClusterId : 061b025a-f414-4776-80d6-dae50e6621d5 2024-12-02T14:16:56,998 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:16:56,999 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:16:56,999 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:16:57,001 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:16:57,001 DEBUG [RS:0;a3a61c9ba14f:37405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66246cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:16:57,014 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:37405 2024-12-02T14:16:57,014 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:16:57,014 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:16:57,014 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:16:57,015 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,37231,1733149015150 with port=37405, startcode=1733149015179 2024-12-02T14:16:57,015 DEBUG [RS:0;a3a61c9ba14f:37405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:16:57,017 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:16:57,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,37405,1733149015179 2024-12-02T14:16:57,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37231 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,37405,1733149015179 2024-12-02T14:16:57,018 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a 2024-12-02T14:16:57,018 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36885 2024-12-02T14:16:57,018 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:16:57,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748/rs 2024-12-02T14:16:57,019 DEBUG [RS:0;a3a61c9ba14f:37405 {}] zookeeper.ZKUtil(111): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Set watcher on existing znode=/1-981058748/rs/a3a61c9ba14f,37405,1733149015179 2024-12-02T14:16:57,019 WARN [RS:0;a3a61c9ba14f:37405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:16:57,020 INFO [RS:0;a3a61c9ba14f:37405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:57,020 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179 2024-12-02T14:16:57,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,37405,1733149015179] 2024-12-02T14:16:57,022 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:16:57,023 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:16:57,025 INFO [RS:0;a3a61c9ba14f:37405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:16:57,025 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:57,025 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:16:57,026 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:16:57,026 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:57,026 DEBUG [RS:0;a3a61c9ba14f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:16:57,029 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:57,029 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:57,029 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:57,029 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:57,029 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:57,029 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37405,1733149015179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:57,041 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:16:57,041 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37405,1733149015179-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:57,041 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:57,041 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.Replication(171): a3a61c9ba14f,37405,1733149015179 started 2024-12-02T14:16:57,053 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:57,053 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,37405,1733149015179, RpcServer on a3a61c9ba14f/172.17.0.2:37405, sessionid=0x1009b4a89bf0004 2024-12-02T14:16:57,053 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:16:57,053 DEBUG [RS:0;a3a61c9ba14f:37405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,37405,1733149015179 2024-12-02T14:16:57,053 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,37405,1733149015179' 2024-12-02T14:16:57,053 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-981058748/flush-table-proc/abort' 2024-12-02T14:16:57,054 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-981058748/flush-table-proc/acquired' 2024-12-02T14:16:57,054 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:16:57,054 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:16:57,054 DEBUG [RS:0;a3a61c9ba14f:37405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,37405,1733149015179 2024-12-02T14:16:57,054 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,37405,1733149015179' 2024-12-02T14:16:57,054 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-981058748/online-snapshot/abort' 2024-12-02T14:16:57,054 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-981058748/online-snapshot/acquired' 2024-12-02T14:16:57,055 DEBUG [RS:0;a3a61c9ba14f:37405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:16:57,055 INFO [RS:0;a3a61c9ba14f:37405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:16:57,055 INFO [RS:0;a3a61c9ba14f:37405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:16:57,155 INFO [RS:0;a3a61c9ba14f:37405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:16:57,156 INFO [RS:0;a3a61c9ba14f:37405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C37405%2C1733149015179, suffix=, logDir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179, archiveDir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/oldWALs, maxLogs=10 2024-12-02T14:16:57,168 DEBUG [RS:0;a3a61c9ba14f:37405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157, exclude list is [], retry=0 2024-12-02T14:16:57,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38227,DS-b1cb0bde-c500-4f0f-b50e-825744dc50cd,DISK] 2024-12-02T14:16:57,172 INFO [RS:0;a3a61c9ba14f:37405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 2024-12-02T14:16:57,173 DEBUG [RS:0;a3a61c9ba14f:37405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46111:46111)] 2024-12-02T14:16:57,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:16:57,367 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a 2024-12-02T14:16:57,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:16:57,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:57,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:16:57,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:16:57,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:57,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:57,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:16:57,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:16:57,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:57,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:57,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:16:57,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:16:57,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:57,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:57,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:16:57,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:16:57,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:57,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:57,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:16:57,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740 2024-12-02T14:16:57,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740 2024-12-02T14:16:57,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:16:57,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:16:57,780 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:57,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:16:57,783 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:57,783 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68266673, jitterRate=0.01725269854068756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:57,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733149017773Initializing all the Stores at 1733149017774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149017774Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149017774Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149017774Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149017774Cleaning up temporary data from old regions at 1733149017780 (+6 ms)Region opened successfully at 1733149017783 (+3 ms) 2024-12-02T14:16:57,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:16:57,783 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:16:57,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:16:57,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:16:57,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:16:57,783 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:16:57,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149017783Disabling compacts and flushes for region at 1733149017783Disabling writes for close at 1733149017783Writing region close event to WAL at 1733149017783Closed at 1733149017783 2024-12-02T14:16:57,784 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:57,784 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:16:57,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:16:57,785 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:57,786 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:16:57,936 DEBUG [a3a61c9ba14f:37231 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:16:57,936 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,37405,1733149015179 2024-12-02T14:16:57,937 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,37405,1733149015179, state=OPENING 2024-12-02T14:16:57,939 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:16:57,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:16:57,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:16:57,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-981058748/meta-region-server: CHANGED 2024-12-02T14:16:57,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-981058748/meta-region-server: CHANGED 2024-12-02T14:16:57,941 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:16:57,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,37405,1733149015179}] 2024-12-02T14:16:58,093 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:16:58,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:16:58,096 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:16:58,096 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:16:58,096 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:16:58,097 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C37405%2C1733149015179.meta, suffix=.meta, logDir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179, archiveDir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/oldWALs, maxLogs=10 2024-12-02T14:16:58,108 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.meta.1733149018097.meta, exclude list is [], retry=0 2024-12-02T14:16:58,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38227,DS-b1cb0bde-c500-4f0f-b50e-825744dc50cd,DISK] 2024-12-02T14:16:58,111 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.meta.1733149018097.meta 2024-12-02T14:16:58,111 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46111:46111)] 2024-12-02T14:16:58,111 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:58,112 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:58,112 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:16:58,112 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:16:58,112 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:16:58,112 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:16:58,112 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:58,112 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:16:58,112 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:16:58,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:16:58,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:16:58,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:58,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:58,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:16:58,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:16:58,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:58,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:58,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:16:58,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:16:58,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:58,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:58,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:16:58,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:16:58,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:58,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:16:58,117 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:16:58,117 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740 2024-12-02T14:16:58,118 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740 2024-12-02T14:16:58,118 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:16:58,118 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:16:58,119 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:16:58,119 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:16:58,120 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63819294, jitterRate=-0.049018412828445435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:16:58,120 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:16:58,120 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733149018112Writing region info on filesystem at 1733149018112Initializing all the Stores at 1733149018113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149018113Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149018113Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149018113Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149018113Cleaning up temporary data from old regions at 1733149018118 (+5 ms)Running coprocessor post-open hooks at 1733149018120 (+2 ms)Region opened successfully at 1733149018120 2024-12-02T14:16:58,121 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733149018092 2024-12-02T14:16:58,122 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:16:58,122 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:16:58,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,37405,1733149015179 2024-12-02T14:16:58,123 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,37405,1733149015179, state=OPEN 2024-12-02T14:16:58,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-981058748/meta-region-server 2024-12-02T14:16:58,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-981058748/meta-region-server 2024-12-02T14:16:58,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-981058748/meta-region-server: CHANGED 2024-12-02T14:16:58,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-981058748/meta-region-server: CHANGED 2024-12-02T14:16:58,124 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,37405,1733149015179 2024-12-02T14:16:58,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:16:58,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,37405,1733149015179 in 183 msec 2024-12-02T14:16:58,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:16:58,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 342 msec 2024-12-02T14:16:58,127 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:16:58,127 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:16:58,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:58,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37405,1733149015179, seqNum=-1] 2024-12-02T14:16:58,129 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:58,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:58,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-12-02T14:16:58,133 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733149018133, completionTime=-1 2024-12-02T14:16:58,133 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:16:58,133 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:16:58,134 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:16:58,134 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149078134 2024-12-02T14:16:58,134 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149138134 2024-12-02T14:16:58,134 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:16:58,135 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37231,1733149015150-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:58,135 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37231,1733149015150-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:58,135 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37231,1733149015150-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:58,135 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:37231, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:58,135 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:58,135 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:58,137 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:16:58,138 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.927sec 2024-12-02T14:16:58,138 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:16:58,138 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:16:58,138 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:16:58,138 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:16:58,138 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:16:58,138 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37231,1733149015150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:16:58,138 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37231,1733149015150-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:16:58,139 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:16:58,140 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:16:58,140 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37231,1733149015150-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:16:58,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52441ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:58,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37231,-1 for getting cluster id 2024-12-02T14:16:58,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:16:58,200 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '061b025a-f414-4776-80d6-dae50e6621d5' 2024-12-02T14:16:58,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:16:58,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "061b025a-f414-4776-80d6-dae50e6621d5" 2024-12-02T14:16:58,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:58,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37231,-1] 2024-12-02T14:16:58,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:16:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:16:58,201 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:16:58,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:16:58,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:16:58,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37405,1733149015179, seqNum=-1] 2024-12-02T14:16:58,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:16:58,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:16:58,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,37231,1733149015150 2024-12-02T14:16:58,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55729 2024-12-02T14:16:58,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:16:58,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b4a89bf0005 connected 2024-12-02T14:16:58,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:58,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,41027,1733149011830 2024-12-02T14:16:58,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c1a8d9f 2024-12-02T14:16:58,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:58,211 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:58,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:16:58,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:16:58,213 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:58,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:16:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:58,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:16:58,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:16:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:58,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 279effe82b409ce4e705f28bee1f3386, NAME => 'test,,1733149018211.279effe82b409ce4e705f28bee1f3386.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a 2024-12-02T14:16:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:16:58,626 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733149018211.279effe82b409ce4e705f28bee1f3386.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:58,626 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 279effe82b409ce4e705f28bee1f3386, disabling compactions & flushes 2024-12-02T14:16:58,626 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733149018211.279effe82b409ce4e705f28bee1f3386. 2024-12-02T14:16:58,626 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149018211.279effe82b409ce4e705f28bee1f3386. 2024-12-02T14:16:58,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733149018211.279effe82b409ce4e705f28bee1f3386. after waiting 0 ms 2024-12-02T14:16:58,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733149018211.279effe82b409ce4e705f28bee1f3386. 2024-12-02T14:16:58,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733149018211.279effe82b409ce4e705f28bee1f3386. 2024-12-02T14:16:58,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 279effe82b409ce4e705f28bee1f3386: Waiting for close lock at 1733149018626Disabling compacts and flushes for region at 1733149018626Disabling writes for close at 1733149018627 (+1 ms)Writing region close event to WAL at 1733149018627Closed at 1733149018627 2024-12-02T14:16:58,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:16:58,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733149018211.279effe82b409ce4e705f28bee1f3386.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733149018628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149018628"}]},"ts":"1733149018628"} 2024-12-02T14:16:58,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:16:58,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:16:58,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149018630"}]},"ts":"1733149018630"} 2024-12-02T14:16:58,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:16:58,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=279effe82b409ce4e705f28bee1f3386, ASSIGN}] 2024-12-02T14:16:58,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=279effe82b409ce4e705f28bee1f3386, ASSIGN 2024-12-02T14:16:58,634 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=279effe82b409ce4e705f28bee1f3386, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,38861,1733149011905; forceNewPlan=false, retain=false 2024-12-02T14:16:58,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=279effe82b409ce4e705f28bee1f3386, regionState=OPENING, regionLocation=a3a61c9ba14f,38861,1733149011905 2024-12-02T14:16:58,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=279effe82b409ce4e705f28bee1f3386, ASSIGN because future has completed 2024-12-02T14:16:58,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 279effe82b409ce4e705f28bee1f3386, server=a3a61c9ba14f,38861,1733149011905}] 2024-12-02T14:16:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:58,942 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733149018211.279effe82b409ce4e705f28bee1f3386. 2024-12-02T14:16:58,942 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 279effe82b409ce4e705f28bee1f3386, NAME => 'test,,1733149018211.279effe82b409ce4e705f28bee1f3386.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:16:58,943 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:16:58,943 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:16:58,943 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:16:58,943 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733149018211.279effe82b409ce4e705f28bee1f3386.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:16:58,943 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:16:58,943 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:16:58,944 INFO [StoreOpener-279effe82b409ce4e705f28bee1f3386-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:16:58,945 INFO [StoreOpener-279effe82b409ce4e705f28bee1f3386-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 279effe82b409ce4e705f28bee1f3386 columnFamilyName f 2024-12-02T14:16:58,945 DEBUG [StoreOpener-279effe82b409ce4e705f28bee1f3386-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:58,945 INFO [StoreOpener-279effe82b409ce4e705f28bee1f3386-1 {}] regionserver.HStore(327): Store=279effe82b409ce4e705f28bee1f3386/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:58,946 INFO [StoreOpener-279effe82b409ce4e705f28bee1f3386-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:16:58,946 INFO [StoreOpener-279effe82b409ce4e705f28bee1f3386-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 279effe82b409ce4e705f28bee1f3386 columnFamilyName f1 2024-12-02T14:16:58,946 DEBUG [StoreOpener-279effe82b409ce4e705f28bee1f3386-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:58,946 INFO [StoreOpener-279effe82b409ce4e705f28bee1f3386-1 {}] regionserver.HStore(327): Store=279effe82b409ce4e705f28bee1f3386/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:58,946 INFO [StoreOpener-279effe82b409ce4e705f28bee1f3386-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:16:58,947 INFO [StoreOpener-279effe82b409ce4e705f28bee1f3386-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 279effe82b409ce4e705f28bee1f3386 columnFamilyName norep 2024-12-02T14:16:58,947 DEBUG [StoreOpener-279effe82b409ce4e705f28bee1f3386-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:58,947 INFO [StoreOpener-279effe82b409ce4e705f28bee1f3386-1 {}] regionserver.HStore(327): Store=279effe82b409ce4e705f28bee1f3386/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:16:58,947 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:16:58,948 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386 2024-12-02T14:16:58,948 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386 2024-12-02T14:16:58,948 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:16:58,948 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:16:58,949 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:16:58,950 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:16:58,951 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:16:58,951 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 279effe82b409ce4e705f28bee1f3386; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73371193, jitterRate=0.0933159738779068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:16:58,951 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:16:58,952 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 279effe82b409ce4e705f28bee1f3386: Running coprocessor pre-open hook at 1733149018943Writing region info on filesystem at 1733149018943Initializing all the Stores at 1733149018944 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149018944Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149018944Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149018944Cleaning up temporary data from old regions at 1733149018948 (+4 ms)Running coprocessor post-open hooks at 1733149018951 (+3 ms)Region opened successfully at 1733149018952 (+1 ms) 2024-12-02T14:16:58,953 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733149018211.279effe82b409ce4e705f28bee1f3386., pid=6, masterSystemTime=1733149018939 2024-12-02T14:16:58,954 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733149018211.279effe82b409ce4e705f28bee1f3386. 2024-12-02T14:16:58,954 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733149018211.279effe82b409ce4e705f28bee1f3386. 2024-12-02T14:16:58,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=279effe82b409ce4e705f28bee1f3386, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,38861,1733149011905 2024-12-02T14:16:58,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 279effe82b409ce4e705f28bee1f3386, server=a3a61c9ba14f,38861,1733149011905 because future has completed 2024-12-02T14:16:58,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:16:58,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 279effe82b409ce4e705f28bee1f3386, server=a3a61c9ba14f,38861,1733149011905 in 171 msec 2024-12-02T14:16:58,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:16:58,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=279effe82b409ce4e705f28bee1f3386, ASSIGN in 327 msec 2024-12-02T14:16:58,961 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:16:58,961 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149018961"}]},"ts":"1733149018961"} 2024-12-02T14:16:58,963 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:16:58,964 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:16:58,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-12-02T14:16:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:59,347 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:16:59,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:16:59,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,37231,1733149015150 2024-12-02T14:16:59,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cf46bd 2024-12-02T14:16:59,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:16:59,348 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:16:59,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:16:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:16:59,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:16:59,351 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:16:59,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:16:59,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:16:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:59,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:16:59,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:16:59,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T14:16:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:16:59,757 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63f380147b8379d3f5c54d6d68ee0bb5, NAME => 'test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a 2024-12-02T14:16:59,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:16:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:00,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:00,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 63f380147b8379d3f5c54d6d68ee0bb5, disabling compactions & flushes 2024-12-02T14:17:00,162 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. 2024-12-02T14:17:00,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. 2024-12-02T14:17:00,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. after waiting 0 ms 2024-12-02T14:17:00,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. 2024-12-02T14:17:00,162 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. 2024-12-02T14:17:00,162 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63f380147b8379d3f5c54d6d68ee0bb5: Waiting for close lock at 1733149020162Disabling compacts and flushes for region at 1733149020162Disabling writes for close at 1733149020162Writing region close event to WAL at 1733149020162Closed at 1733149020162 2024-12-02T14:17:00,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:17:00,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733149020163"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149020163"}]},"ts":"1733149020163"} 2024-12-02T14:17:00,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:17:00,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:17:00,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149020166"}]},"ts":"1733149020166"} 2024-12-02T14:17:00,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:17:00,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63f380147b8379d3f5c54d6d68ee0bb5, ASSIGN}] 2024-12-02T14:17:00,169 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63f380147b8379d3f5c54d6d68ee0bb5, ASSIGN 2024-12-02T14:17:00,169 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=63f380147b8379d3f5c54d6d68ee0bb5, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,37405,1733149015179; forceNewPlan=false, retain=false 2024-12-02T14:17:00,320 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63f380147b8379d3f5c54d6d68ee0bb5, regionState=OPENING, regionLocation=a3a61c9ba14f,37405,1733149015179 2024-12-02T14:17:00,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=63f380147b8379d3f5c54d6d68ee0bb5, ASSIGN because future has completed 2024-12-02T14:17:00,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63f380147b8379d3f5c54d6d68ee0bb5, server=a3a61c9ba14f,37405,1733149015179}] 2024-12-02T14:17:00,476 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. 2024-12-02T14:17:00,476 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 63f380147b8379d3f5c54d6d68ee0bb5, NAME => 'test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:00,477 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:17:00,477 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:17:00,477 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:00,477 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:00,477 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:00,477 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:00,478 INFO [StoreOpener-63f380147b8379d3f5c54d6d68ee0bb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:00,479 INFO [StoreOpener-63f380147b8379d3f5c54d6d68ee0bb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63f380147b8379d3f5c54d6d68ee0bb5 columnFamilyName f 2024-12-02T14:17:00,479 DEBUG [StoreOpener-63f380147b8379d3f5c54d6d68ee0bb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:00,479 INFO [StoreOpener-63f380147b8379d3f5c54d6d68ee0bb5-1 {}] regionserver.HStore(327): Store=63f380147b8379d3f5c54d6d68ee0bb5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:00,479 INFO [StoreOpener-63f380147b8379d3f5c54d6d68ee0bb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:00,480 INFO [StoreOpener-63f380147b8379d3f5c54d6d68ee0bb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63f380147b8379d3f5c54d6d68ee0bb5 columnFamilyName f1 2024-12-02T14:17:00,480 DEBUG [StoreOpener-63f380147b8379d3f5c54d6d68ee0bb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:00,480 INFO [StoreOpener-63f380147b8379d3f5c54d6d68ee0bb5-1 {}] regionserver.HStore(327): Store=63f380147b8379d3f5c54d6d68ee0bb5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:00,480 INFO [StoreOpener-63f380147b8379d3f5c54d6d68ee0bb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:00,481 INFO [StoreOpener-63f380147b8379d3f5c54d6d68ee0bb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63f380147b8379d3f5c54d6d68ee0bb5 columnFamilyName norep 2024-12-02T14:17:00,481 DEBUG [StoreOpener-63f380147b8379d3f5c54d6d68ee0bb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:00,481 INFO [StoreOpener-63f380147b8379d3f5c54d6d68ee0bb5-1 {}] regionserver.HStore(327): Store=63f380147b8379d3f5c54d6d68ee0bb5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:00,481 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:00,482 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:00,482 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:00,482 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:00,482 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:00,483 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:17:00,483 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:00,485 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:00,485 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 63f380147b8379d3f5c54d6d68ee0bb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73515096, jitterRate=0.09546029567718506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:17:00,485 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:00,485 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 63f380147b8379d3f5c54d6d68ee0bb5: Running coprocessor pre-open hook at 1733149020477Writing region info on filesystem at 1733149020477Initializing all the Stores at 1733149020478 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149020478Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149020478Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149020478Cleaning up temporary data from old regions at 1733149020482 (+4 ms)Running coprocessor post-open hooks at 1733149020485 (+3 ms)Region opened successfully at 1733149020485 2024-12-02T14:17:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:00,486 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5., pid=6, masterSystemTime=1733149020474 2024-12-02T14:17:00,487 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. 2024-12-02T14:17:00,487 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. 2024-12-02T14:17:00,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63f380147b8379d3f5c54d6d68ee0bb5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,37405,1733149015179 2024-12-02T14:17:00,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63f380147b8379d3f5c54d6d68ee0bb5, server=a3a61c9ba14f,37405,1733149015179 because future has completed 2024-12-02T14:17:00,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:17:00,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 63f380147b8379d3f5c54d6d68ee0bb5, server=a3a61c9ba14f,37405,1733149015179 in 168 msec 2024-12-02T14:17:00,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:17:00,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=63f380147b8379d3f5c54d6d68ee0bb5, ASSIGN in 323 msec 2024-12-02T14:17:00,494 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:17:00,494 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149020494"}]},"ts":"1733149020494"} 2024-12-02T14:17:00,495 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:17:00,496 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:17:00,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-12-02T14:17:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:01,496 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:17:01,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:01,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,41027,-1 for getting cluster id 2024-12-02T14:17:01,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:01,497 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e90d416c-3673-44b4-820b-c6288d8abcdc' 2024-12-02T14:17:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e90d416c-3673-44b4-820b-c6288d8abcdc" 2024-12-02T14:17:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515b4325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,41027,-1] 2024-12-02T14:17:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:01,499 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200a920b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:01,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:01,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37231,-1 for getting cluster id 2024-12-02T14:17:01,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:01,500 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '061b025a-f414-4776-80d6-dae50e6621d5' 2024-12-02T14:17:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "061b025a-f414-4776-80d6-dae50e6621d5" 2024-12-02T14:17:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758f6252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37231,-1] 2024-12-02T14:17:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:01,501 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:01,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4410bb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:01,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:01,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,41027,-1 for getting cluster id 2024-12-02T14:17:01,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:01,503 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e90d416c-3673-44b4-820b-c6288d8abcdc' 2024-12-02T14:17:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e90d416c-3673-44b4-820b-c6288d8abcdc" 2024-12-02T14:17:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d462f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,41027,-1] 2024-12-02T14:17:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:01,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:01,504 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be3c233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:01,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,41027,1733149011830 2024-12-02T14:17:01,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2edcbe9c 2024-12-02T14:17:01,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:01,506 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:01,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:37231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:17:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:17:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:01,509 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:37231' 2024-12-02T14:17:01,510 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fce2acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:01,510 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37231,-1 for getting cluster id 2024-12-02T14:17:01,511 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:01,511 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '061b025a-f414-4776-80d6-dae50e6621d5' 2024-12-02T14:17:01,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:01,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "061b025a-f414-4776-80d6-dae50e6621d5" 2024-12-02T14:17:01,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@effdf7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:01,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37231,-1] 2024-12-02T14:17:01,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:01,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:01,512 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:01,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e5cd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:01,513 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:01,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,37231,1733149015150 2024-12-02T14:17:01,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72b19c91 2024-12-02T14:17:01,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:01,514 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:01,515 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T14:17:01,515 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:17:01,515 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:01,515 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:01,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:01,515 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:17:01,516 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:17:01,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:17:01,517 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:01,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:17:01,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741837_1013 (size=1138) 2024-12-02T14:17:01,566 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:17:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:01,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:17:01,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:01,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:01,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:01,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:01,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:01,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:01,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:01,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:01,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:01,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:01,924 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a19066c1e100d8bd3f054bb93b06bac1, NAME => 'hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a 2024-12-02T14:17:01,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741838_1014 (size=44) 2024-12-02T14:17:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:02,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:02,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a19066c1e100d8bd3f054bb93b06bac1, disabling compactions & flushes 2024-12-02T14:17:02,329 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. 2024-12-02T14:17:02,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. 2024-12-02T14:17:02,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. after waiting 0 ms 2024-12-02T14:17:02,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. 2024-12-02T14:17:02,329 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. 2024-12-02T14:17:02,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a19066c1e100d8bd3f054bb93b06bac1: Waiting for close lock at 1733149022329Disabling compacts and flushes for region at 1733149022329Disabling writes for close at 1733149022329Writing region close event to WAL at 1733149022329Closed at 1733149022329 2024-12-02T14:17:02,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:17:02,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733149022330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149022330"}]},"ts":"1733149022330"} 2024-12-02T14:17:02,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:17:02,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:17:02,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149022333"}]},"ts":"1733149022333"} 2024-12-02T14:17:02,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:17:02,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a19066c1e100d8bd3f054bb93b06bac1, ASSIGN}] 2024-12-02T14:17:02,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a19066c1e100d8bd3f054bb93b06bac1, ASSIGN 2024-12-02T14:17:02,336 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a19066c1e100d8bd3f054bb93b06bac1, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,38861,1733149011905; forceNewPlan=false, retain=false 2024-12-02T14:17:02,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a19066c1e100d8bd3f054bb93b06bac1, regionState=OPENING, regionLocation=a3a61c9ba14f,38861,1733149011905 2024-12-02T14:17:02,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a19066c1e100d8bd3f054bb93b06bac1, ASSIGN because future has completed 2024-12-02T14:17:02,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a19066c1e100d8bd3f054bb93b06bac1, server=a3a61c9ba14f,38861,1733149011905}] 2024-12-02T14:17:02,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. 2024-12-02T14:17:02,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:02,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:17:02,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C38861%2C1733149011905.rep, suffix=, logDir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905, archiveDir=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/oldWALs, maxLogs=10 2024-12-02T14:17:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:02,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.rep.1733149022646, exclude list is [], retry=0 2024-12-02T14:17:02,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38603,DS-d31c0a22-656d-4294-a2d4-cedc4dbc049b,DISK] 2024-12-02T14:17:02,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.rep.1733149022646 2024-12-02T14:17:02,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44001:44001)] 2024-12-02T14:17:02,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a19066c1e100d8bd3f054bb93b06bac1, NAME => 'hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:02,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:17:02,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:17:02,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. service=MultiRowMutationService 2024-12-02T14:17:02,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:17:02,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:02,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:02,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:02,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:02,661 INFO [StoreOpener-a19066c1e100d8bd3f054bb93b06bac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:02,662 INFO [StoreOpener-a19066c1e100d8bd3f054bb93b06bac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a19066c1e100d8bd3f054bb93b06bac1 columnFamilyName hfileref 2024-12-02T14:17:02,662 DEBUG [StoreOpener-a19066c1e100d8bd3f054bb93b06bac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:02,663 INFO [StoreOpener-a19066c1e100d8bd3f054bb93b06bac1-1 {}] regionserver.HStore(327): Store=a19066c1e100d8bd3f054bb93b06bac1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:02,663 INFO [StoreOpener-a19066c1e100d8bd3f054bb93b06bac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:02,664 INFO [StoreOpener-a19066c1e100d8bd3f054bb93b06bac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a19066c1e100d8bd3f054bb93b06bac1 columnFamilyName queue 2024-12-02T14:17:02,664 DEBUG [StoreOpener-a19066c1e100d8bd3f054bb93b06bac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:02,664 INFO [StoreOpener-a19066c1e100d8bd3f054bb93b06bac1-1 {}] regionserver.HStore(327): Store=a19066c1e100d8bd3f054bb93b06bac1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:02,664 INFO [StoreOpener-a19066c1e100d8bd3f054bb93b06bac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:02,665 INFO [StoreOpener-a19066c1e100d8bd3f054bb93b06bac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a19066c1e100d8bd3f054bb93b06bac1 columnFamilyName sid 2024-12-02T14:17:02,665 DEBUG [StoreOpener-a19066c1e100d8bd3f054bb93b06bac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:02,665 INFO [StoreOpener-a19066c1e100d8bd3f054bb93b06bac1-1 {}] regionserver.HStore(327): Store=a19066c1e100d8bd3f054bb93b06bac1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:02,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:02,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/replication/a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:02,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/replication/a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:02,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:02,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:02,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:17:02,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:02,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/replication/a19066c1e100d8bd3f054bb93b06bac1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:02,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a19066c1e100d8bd3f054bb93b06bac1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67897030, jitterRate=0.011744588613510132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:17:02,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:02,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a19066c1e100d8bd3f054bb93b06bac1: Running coprocessor pre-open hook at 1733149022660Writing region info on filesystem at 1733149022660Initializing all the Stores at 1733149022661 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149022661Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149022661Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149022661Cleaning up temporary data from old regions at 1733149022666 (+5 ms)Running coprocessor post-open hooks at 1733149022669 (+3 ms)Region opened successfully at 1733149022670 (+1 ms) 2024-12-02T14:17:02,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1., pid=10, masterSystemTime=1733149022641 2024-12-02T14:17:02,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. 2024-12-02T14:17:02,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. 2024-12-02T14:17:02,672 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a19066c1e100d8bd3f054bb93b06bac1, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,38861,1733149011905 2024-12-02T14:17:02,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a19066c1e100d8bd3f054bb93b06bac1, server=a3a61c9ba14f,38861,1733149011905 because future has completed 2024-12-02T14:17:02,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:17:02,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a19066c1e100d8bd3f054bb93b06bac1, server=a3a61c9ba14f,38861,1733149011905 in 186 msec 2024-12-02T14:17:02,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T14:17:02,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a19066c1e100d8bd3f054bb93b06bac1, ASSIGN in 341 msec 2024-12-02T14:17:02,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:17:02,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149022678"}]},"ts":"1733149022678"} 2024-12-02T14:17:02,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:17:02,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:17:02,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-12-02T14:17:02,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1., hostname=a3a61c9ba14f,38861,1733149011905, seqNum=2] 2024-12-02T14:17:02,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:17:02,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:17:02,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:17:02,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T14:17:02,881 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:17:02,903 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,38861,1733149011905, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:17:02,903 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:02,904 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,38861,1733149011905, seqNum=-1] 2024-12-02T14:17:02,904 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:02,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T14:17:02,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,38861,1733149011905', locateType=CURRENT is [region=hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1., hostname=a3a61c9ba14f,38861,1733149011905, seqNum=2] 2024-12-02T14:17:02,908 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T14:17:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T14:17:02,910 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,38861,1733149011905 suceeded 2024-12-02T14:17:02,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T14:17:02,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-02T14:17:02,911 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:37231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:17:02,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4040 sec 2024-12-02T14:17:02,921 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:37231' 2024-12-02T14:17:02,922 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@660c6f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:02,922 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37231,-1 for getting cluster id 2024-12-02T14:17:02,922 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:02,922 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '061b025a-f414-4776-80d6-dae50e6621d5' 2024-12-02T14:17:02,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:02,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "061b025a-f414-4776-80d6-dae50e6621d5" 2024-12-02T14:17:02,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76920275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:02,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37231,-1] 2024-12-02T14:17:02,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:02,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:02,924 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:02,924 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5775b898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:02,924 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:02,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,37231,1733149015150 2024-12-02T14:17:02,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c42790a 2024-12-02T14:17:02,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:02,925 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-02T14:17:02,926 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,38861,1733149011905 (queues=1) is replicating from cluster=e90d416c-3673-44b4-820b-c6288d8abcdc to cluster=061b025a-f414-4776-80d6-dae50e6621d5 2024-12-02T14:17:02,926 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C38861%2C1733149011905 2024-12-02T14:17:02,926 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,38861,1733149011905, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:17:02,926 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C38861%2C1733149011905 2024-12-02T14:17:02,926 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506, startPosition=0, beingWritten=true 2024-12-02T14:17:02,930 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:02,930 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 379, reset compression=false 2024-12-02T14:17:02,930 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,38861,1733149011905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:03,133 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 379, reset compression=false 2024-12-02T14:17:03,437 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 379, reset compression=false 2024-12-02T14:17:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:03,656 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:17:03,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:03,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:03,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:03,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:03,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:03,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d7122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:03,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37231,-1 for getting cluster id 2024-12-02T14:17:03,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:03,666 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '061b025a-f414-4776-80d6-dae50e6621d5' 2024-12-02T14:17:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "061b025a-f414-4776-80d6-dae50e6621d5" 2024-12-02T14:17:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c504bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37231,-1] 2024-12-02T14:17:03,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:03,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:03,667 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:03,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7a7a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:03,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,37231,1733149015150 2024-12-02T14:17:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31725275 2024-12-02T14:17:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:03,670 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:03,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:41027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:17:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:17:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:03,672 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:41027' 2024-12-02T14:17:03,673 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb84bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:03,673 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,41027,-1 for getting cluster id 2024-12-02T14:17:03,673 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:03,673 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e90d416c-3673-44b4-820b-c6288d8abcdc' 2024-12-02T14:17:03,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:03,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e90d416c-3673-44b4-820b-c6288d8abcdc" 2024-12-02T14:17:03,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a32c152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:03,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,41027,-1] 2024-12-02T14:17:03,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:03,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:03,675 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:03,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42588160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:03,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:03,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,41027,1733149011830 2024-12-02T14:17:03,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3960fcc2 2024-12-02T14:17:03,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:03,676 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:03,677 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T14:17:03,677 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:17:03,677 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:03,677 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:03,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:03,677 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:17:03,678 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:17:03,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:17:03,679 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:03,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:17:03,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741837_1013 (size=1138) 2024-12-02T14:17:03,729 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:17:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:03,840 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 379, reset compression=false 2024-12-02T14:17:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:04,086 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9476e4046c0363ee5e789261d1b0cd1, NAME => 'hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a 2024-12-02T14:17:04,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741838_1014 (size=44) 2024-12-02T14:17:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:04,344 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 379, reset compression=false 2024-12-02T14:17:04,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:04,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b9476e4046c0363ee5e789261d1b0cd1, disabling compactions & flushes 2024-12-02T14:17:04,494 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. 2024-12-02T14:17:04,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. 2024-12-02T14:17:04,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. after waiting 0 ms 2024-12-02T14:17:04,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. 2024-12-02T14:17:04,494 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. 2024-12-02T14:17:04,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9476e4046c0363ee5e789261d1b0cd1: Waiting for close lock at 1733149024494Disabling compacts and flushes for region at 1733149024494Disabling writes for close at 1733149024494Writing region close event to WAL at 1733149024494Closed at 1733149024494 2024-12-02T14:17:04,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:17:04,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733149024496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149024496"}]},"ts":"1733149024496"} 2024-12-02T14:17:04,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:17:04,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:17:04,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149024499"}]},"ts":"1733149024499"} 2024-12-02T14:17:04,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:17:04,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9476e4046c0363ee5e789261d1b0cd1, ASSIGN}] 2024-12-02T14:17:04,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9476e4046c0363ee5e789261d1b0cd1, ASSIGN 2024-12-02T14:17:04,502 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b9476e4046c0363ee5e789261d1b0cd1, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,37405,1733149015179; forceNewPlan=false, retain=false 2024-12-02T14:17:04,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b9476e4046c0363ee5e789261d1b0cd1, regionState=OPENING, regionLocation=a3a61c9ba14f,37405,1733149015179 2024-12-02T14:17:04,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b9476e4046c0363ee5e789261d1b0cd1, ASSIGN because future has completed 2024-12-02T14:17:04,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9476e4046c0363ee5e789261d1b0cd1, server=a3a61c9ba14f,37405,1733149015179}] 2024-12-02T14:17:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:04,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. 2024-12-02T14:17:04,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:04,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:17:04,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C37405%2C1733149015179.rep, suffix=, logDir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179, archiveDir=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/oldWALs, maxLogs=10 2024-12-02T14:17:04,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.rep.1733149024812, exclude list is [], retry=0 2024-12-02T14:17:04,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38227,DS-b1cb0bde-c500-4f0f-b50e-825744dc50cd,DISK] 2024-12-02T14:17:04,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.rep.1733149024812 2024-12-02T14:17:04,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46111:46111)] 2024-12-02T14:17:04,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b9476e4046c0363ee5e789261d1b0cd1, NAME => 'hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:04,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:17:04,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:17:04,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. service=MultiRowMutationService 2024-12-02T14:17:04,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:17:04,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:04,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:04,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:04,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:04,832 INFO [StoreOpener-b9476e4046c0363ee5e789261d1b0cd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:04,833 INFO [StoreOpener-b9476e4046c0363ee5e789261d1b0cd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9476e4046c0363ee5e789261d1b0cd1 columnFamilyName hfileref 2024-12-02T14:17:04,833 DEBUG [StoreOpener-b9476e4046c0363ee5e789261d1b0cd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:04,833 INFO [StoreOpener-b9476e4046c0363ee5e789261d1b0cd1-1 {}] regionserver.HStore(327): Store=b9476e4046c0363ee5e789261d1b0cd1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:04,833 INFO [StoreOpener-b9476e4046c0363ee5e789261d1b0cd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:04,834 INFO [StoreOpener-b9476e4046c0363ee5e789261d1b0cd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9476e4046c0363ee5e789261d1b0cd1 columnFamilyName queue 2024-12-02T14:17:04,834 DEBUG [StoreOpener-b9476e4046c0363ee5e789261d1b0cd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:04,834 INFO [StoreOpener-b9476e4046c0363ee5e789261d1b0cd1-1 {}] regionserver.HStore(327): Store=b9476e4046c0363ee5e789261d1b0cd1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:04,834 INFO [StoreOpener-b9476e4046c0363ee5e789261d1b0cd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:04,835 INFO [StoreOpener-b9476e4046c0363ee5e789261d1b0cd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9476e4046c0363ee5e789261d1b0cd1 columnFamilyName sid 2024-12-02T14:17:04,835 DEBUG [StoreOpener-b9476e4046c0363ee5e789261d1b0cd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:04,835 INFO [StoreOpener-b9476e4046c0363ee5e789261d1b0cd1-1 {}] regionserver.HStore(327): Store=b9476e4046c0363ee5e789261d1b0cd1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:04,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:04,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/replication/b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:04,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/replication/b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:04,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:04,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:04,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:17:04,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:04,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/replication/b9476e4046c0363ee5e789261d1b0cd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:04,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b9476e4046c0363ee5e789261d1b0cd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72022191, jitterRate=0.07321427762508392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:17:04,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:04,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b9476e4046c0363ee5e789261d1b0cd1: Running coprocessor pre-open hook at 1733149024831Writing region info on filesystem at 1733149024831Initializing all the Stores at 1733149024831Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149024832 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149024832Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149024832Cleaning up temporary data from old regions at 1733149024837 (+5 ms)Running coprocessor post-open hooks at 1733149024839 (+2 ms)Region opened successfully at 1733149024839 2024-12-02T14:17:04,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1., pid=10, masterSystemTime=1733149024807 2024-12-02T14:17:04,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. 2024-12-02T14:17:04,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. 2024-12-02T14:17:04,842 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b9476e4046c0363ee5e789261d1b0cd1, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,37405,1733149015179 2024-12-02T14:17:04,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9476e4046c0363ee5e789261d1b0cd1, server=a3a61c9ba14f,37405,1733149015179 because future has completed 2024-12-02T14:17:04,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:17:04,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b9476e4046c0363ee5e789261d1b0cd1, server=a3a61c9ba14f,37405,1733149015179 in 189 msec 2024-12-02T14:17:04,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T14:17:04,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9476e4046c0363ee5e789261d1b0cd1, ASSIGN in 345 msec 2024-12-02T14:17:04,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:17:04,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149024847"}]},"ts":"1733149024847"} 2024-12-02T14:17:04,849 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:17:04,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:17:04,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-02T14:17:04,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1., hostname=a3a61c9ba14f,37405,1733149015179, seqNum=2] 2024-12-02T14:17:04,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:17:04,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:17:04,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:17:04,947 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 379, reset compression=false 2024-12-02T14:17:05,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T14:17:05,041 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:17:05,065 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,37405,1733149015179, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:17:05,065 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:05,065 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:05,065 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37405,1733149015179, seqNum=-1] 2024-12-02T14:17:05,065 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:05,066 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:17:05,066 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18260 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:17:05,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T14:17:05,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,37405,1733149015179', locateType=CURRENT is [region=hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1., hostname=a3a61c9ba14f,37405,1733149015179, seqNum=2] 2024-12-02T14:17:05,070 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T14:17:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T14:17:05,072 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,37405,1733149015179 suceeded 2024-12-02T14:17:05,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T14:17:05,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-02T14:17:05,073 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:41027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:17:05,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4030 sec 2024-12-02T14:17:05,082 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:41027' 2024-12-02T14:17:05,083 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f063ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:05,083 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,41027,-1 for getting cluster id 2024-12-02T14:17:05,083 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:05,084 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e90d416c-3673-44b4-820b-c6288d8abcdc' 2024-12-02T14:17:05,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:05,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e90d416c-3673-44b4-820b-c6288d8abcdc" 2024-12-02T14:17:05,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6860825e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:05,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,41027,-1] 2024-12-02T14:17:05,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:05,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:05,085 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:05,086 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a7b89c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:05,086 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:05,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,41027,1733149011830 2024-12-02T14:17:05,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17a8323 2024-12-02T14:17:05,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:05,087 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-02T14:17:05,087 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,37405,1733149015179 (queues=1) is replicating from cluster=061b025a-f414-4776-80d6-dae50e6621d5 to cluster=e90d416c-3673-44b4-820b-c6288d8abcdc 2024-12-02T14:17:05,087 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C37405%2C1733149015179 2024-12-02T14:17:05,088 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,37405,1733149015179, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:17:05,088 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C37405%2C1733149015179 2024-12-02T14:17:05,088 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157, startPosition=0, beingWritten=true 2024-12-02T14:17:05,092 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:05,092 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 379, reset compression=false 2024-12-02T14:17:05,092 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,37405,1733149015179 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:05,295 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 379, reset compression=false 2024-12-02T14:17:05,377 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T14:17:05,599 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 379, reset compression=false 2024-12-02T14:17:05,651 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 379, reset compression=false 2024-12-02T14:17:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:05,816 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:17:05,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:05,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:05,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:05,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:05,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:05,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,38861,1733149011905, seqNum=-1] 2024-12-02T14:17:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:05,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:17:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733149018211.279effe82b409ce4e705f28bee1f3386., hostname=a3a61c9ba14f,38861,1733149011905, seqNum=2] 2024-12-02T14:17:05,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37405,1733149015179, seqNum=-1] 2024-12-02T14:17:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:05,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:17:05,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5., hostname=a3a61c9ba14f,37405,1733149015179, seqNum=2] 2024-12-02T14:17:05,828 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T14:17:06,003 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 379, reset compression=false 2024-12-02T14:17:06,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T14:17:06,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T14:17:06,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T14:17:06,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T14:17:06,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:17:06,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T14:17:06,455 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 379, reset compression=false 2024-12-02T14:17:06,458 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:06,458 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 480, reset compression=false 2024-12-02T14:17:06,458 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,38861,1733149011905 got entry batch from reader: WALEntryBatch [walEntries=[{test/279effe82b409ce4e705f28bee1f3386/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T14:17:06,460 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:17:06,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-02T14:17:06,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:06,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f4d5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:06,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37231,-1 for getting cluster id 2024-12-02T14:17:06,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:06,463 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '061b025a-f414-4776-80d6-dae50e6621d5' 2024-12-02T14:17:06,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:06,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "061b025a-f414-4776-80d6-dae50e6621d5" 2024-12-02T14:17:06,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29c2e72e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:06,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37231,-1] 2024-12-02T14:17:06,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:06,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:06,464 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:06,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c37892f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:06,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:06,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37405,1733149015179, seqNum=-1] 2024-12-02T14:17:06,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:06,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T14:17:06,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5., hostname=a3a61c9ba14f,37405,1733149015179, seqNum=2] 2024-12-02T14:17:06,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:06,506 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 379, reset compression=false 2024-12-02T14:17:06,526 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:06,526 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 504, reset compression=false 2024-12-02T14:17:06,526 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,37405,1733149015179 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:06,663 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 480, reset compression=false 2024-12-02T14:17:06,731 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 504, reset compression=false 2024-12-02T14:17:06,831 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T14:17:06,834 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T14:17:06,966 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 480, reset compression=false 2024-12-02T14:17:07,034 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 504, reset compression=false 2024-12-02T14:17:07,050 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:07,050 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 608, reset compression=false 2024-12-02T14:17:07,050 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,37405,1733149015179 got entry batch from reader: WALEntryBatch [walEntries=[{test/63f380147b8379d3f5c54d6d68ee0bb5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T14:17:07,052 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:17:07,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-02T14:17:07,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:07,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@672a201b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:07,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,41027,-1 for getting cluster id 2024-12-02T14:17:07,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:07,055 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e90d416c-3673-44b4-820b-c6288d8abcdc' 2024-12-02T14:17:07,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:07,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e90d416c-3673-44b4-820b-c6288d8abcdc" 2024-12-02T14:17:07,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea1fa27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:07,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,41027,-1] 2024-12-02T14:17:07,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:07,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:07,056 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:07,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31991b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:07,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:07,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,38861,1733149011905, seqNum=-1] 2024-12-02T14:17:07,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:07,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T14:17:07,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733149018211.279effe82b409ce4e705f28bee1f3386., hostname=a3a61c9ba14f,38861,1733149011905, seqNum=2] 2024-12-02T14:17:07,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:07,254 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 608, reset compression=false 2024-12-02T14:17:07,370 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 480, reset compression=false 2024-12-02T14:17:07,373 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:07,374 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 607, reset compression=false 2024-12-02T14:17:07,374 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,38861,1733149011905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:07,559 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 608, reset compression=false 2024-12-02T14:17:07,576 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 607, reset compression=false 2024-12-02T14:17:07,836 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T14:17:07,843 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T14:17:07,880 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 607, reset compression=false 2024-12-02T14:17:07,883 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:07,883 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 763, reset compression=false 2024-12-02T14:17:07,883 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,38861,1733149011905 got entry batch from reader: WALEntryBatch [walEntries=[{test/279effe82b409ce4e705f28bee1f3386/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T14:17:07,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:07,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:07,964 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 608, reset compression=false 2024-12-02T14:17:07,968 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:07,968 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 756, reset compression=false 2024-12-02T14:17:07,968 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,37405,1733149015179 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:08,087 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 763, reset compression=false 2024-12-02T14:17:08,162 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:17:08,172 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 756, reset compression=false 2024-12-02T14:17:08,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:08,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:08,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:08,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:08,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:08,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:08,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:08,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:08,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:08,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:08,390 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 763, reset compression=false 2024-12-02T14:17:08,475 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 756, reset compression=false 2024-12-02T14:17:08,793 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 763, reset compression=false 2024-12-02T14:17:08,845 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T14:17:08,848 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T14:17:08,878 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 756, reset compression=false 2024-12-02T14:17:08,882 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:08,882 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 915, reset compression=false 2024-12-02T14:17:08,882 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,37405,1733149015179 got entry batch from reader: WALEntryBatch [walEntries=[{test/63f380147b8379d3f5c54d6d68ee0bb5/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T14:17:08,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:08,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:09,085 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 915, reset compression=false 2024-12-02T14:17:09,297 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 763, reset compression=false 2024-12-02T14:17:09,301 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:09,301 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 912, reset compression=false 2024-12-02T14:17:09,301 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,38861,1733149011905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:09,388 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 915, reset compression=false 2024-12-02T14:17:09,505 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 912, reset compression=false 2024-12-02T14:17:09,791 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 915, reset compression=false 2024-12-02T14:17:09,808 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 912, reset compression=false 2024-12-02T14:17:09,849 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T14:17:09,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:17:09,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:09,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:09,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:09,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:09,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:09,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:17:09,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1835957777, stopped=false 2024-12-02T14:17:09,852 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,37231,1733149015150 2024-12-02T14:17:09,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981058748/running 2024-12-02T14:17:09,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981058748/running 2024-12-02T14:17:09,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:17:09,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:17:09,853 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:17:09,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:09,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:09,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:09,853 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,37405,1733149015179' ***** 2024-12-02T14:17:09,853 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:17:09,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Set watcher on znode that does not yet exist, /1-981058748/running 2024-12-02T14:17:09,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Set watcher on znode that does not yet exist, /1-981058748/running 2024-12-02T14:17:09,853 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:17:09,853 INFO [RS:0;a3a61c9ba14f:37405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:17:09,853 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:17:09,853 INFO [RS:0;a3a61c9ba14f:37405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:17:09,854 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:09,854 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:09,854 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,37405,1733149015179 2024-12-02T14:17:09,854 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:17:09,854 INFO [RS:0;a3a61c9ba14f:37405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:37405. 2024-12-02T14:17:09,854 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9476e4046c0363ee5e789261d1b0cd1, disabling compactions & flushes 2024-12-02T14:17:09,854 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. 2024-12-02T14:17:09,854 DEBUG [RS:0;a3a61c9ba14f:37405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:09,854 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. 2024-12-02T14:17:09,854 DEBUG [RS:0;a3a61c9ba14f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:09,854 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. after waiting 0 ms 2024-12-02T14:17:09,854 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. 2024-12-02T14:17:09,854 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:17:09,854 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:17:09,854 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:17:09,854 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:17:09,854 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b9476e4046c0363ee5e789261d1b0cd1 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-02T14:17:09,854 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T14:17:09,854 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1325): Online Regions={b9476e4046c0363ee5e789261d1b0cd1=hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1., 1588230740=hbase:meta,,1.1588230740, 63f380147b8379d3f5c54d6d68ee0bb5=test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5.} 2024-12-02T14:17:09,854 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63f380147b8379d3f5c54d6d68ee0bb5, b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:09,855 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:17:09,855 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:17:09,855 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:17:09,855 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:17:09,855 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:17:09,855 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T14:17:09,870 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/replication/b9476e4046c0363ee5e789261d1b0cd1/.tmp/queue/0023cf1efed641849b84f71de56d92e2 is 153, key is 1-a3a61c9ba14f,37405,1733149015179/queue:a3a61c9ba14f%2C37405%2C1733149015179/1733149028886/Put/seqid=0 2024-12-02T14:17:09,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741840_1016 (size=5352) 2024-12-02T14:17:09,877 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/.tmp/info/0b2a268cb55c4182881e56c468254dd5 is 147, key is hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1./info:regioninfo/1733149024842/Put/seqid=0 2024-12-02T14:17:09,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741841_1017 (size=7686) 2024-12-02T14:17:09,950 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:17:10,029 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:17:10,029 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:17:10,055 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63f380147b8379d3f5c54d6d68ee0bb5, b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:10,211 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 912, reset compression=false 2024-12-02T14:17:10,255 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63f380147b8379d3f5c54d6d68ee0bb5, b9476e4046c0363ee5e789261d1b0cd1 2024-12-02T14:17:10,274 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/replication/b9476e4046c0363ee5e789261d1b0cd1/.tmp/queue/0023cf1efed641849b84f71de56d92e2 2024-12-02T14:17:10,279 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/replication/b9476e4046c0363ee5e789261d1b0cd1/.tmp/queue/0023cf1efed641849b84f71de56d92e2 as hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/replication/b9476e4046c0363ee5e789261d1b0cd1/queue/0023cf1efed641849b84f71de56d92e2 2024-12-02T14:17:10,281 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/.tmp/info/0b2a268cb55c4182881e56c468254dd5 2024-12-02T14:17:10,282 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/replication/b9476e4046c0363ee5e789261d1b0cd1/queue/0023cf1efed641849b84f71de56d92e2, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T14:17:10,283 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b9476e4046c0363ee5e789261d1b0cd1 in 429ms, sequenceid=10, compaction requested=false 2024-12-02T14:17:10,286 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/replication/b9476e4046c0363ee5e789261d1b0cd1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T14:17:10,286 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:10,286 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:17:10,286 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. 2024-12-02T14:17:10,287 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9476e4046c0363ee5e789261d1b0cd1: Waiting for close lock at 1733149029854Running coprocessor pre-close hooks at 1733149029854Disabling compacts and flushes for region at 1733149029854Disabling writes for close at 1733149029854Obtaining lock to block concurrent updates at 1733149029854Preparing flush snapshotting stores in b9476e4046c0363ee5e789261d1b0cd1 at 1733149029854Finished memstore snapshotting hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733149029855 (+1 ms)Flushing stores of hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. at 1733149029855Flushing b9476e4046c0363ee5e789261d1b0cd1/queue: creating writer at 1733149029855Flushing b9476e4046c0363ee5e789261d1b0cd1/queue: appending metadata at 1733149029869 (+14 ms)Flushing b9476e4046c0363ee5e789261d1b0cd1/queue: closing flushed file at 1733149029869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46243b94: reopening flushed file at 1733149030278 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b9476e4046c0363ee5e789261d1b0cd1 in 429ms, sequenceid=10, compaction requested=false at 1733149030283 (+5 ms)Writing region close event to WAL at 1733149030283Running coprocessor post-close hooks at 1733149030286 (+3 ms)Closed at 1733149030286 2024-12-02T14:17:10,287 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733149023677.b9476e4046c0363ee5e789261d1b0cd1. 2024-12-02T14:17:10,287 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63f380147b8379d3f5c54d6d68ee0bb5, disabling compactions & flushes 2024-12-02T14:17:10,287 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. 2024-12-02T14:17:10,287 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. 2024-12-02T14:17:10,287 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. after waiting 0 ms 2024-12-02T14:17:10,287 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. 2024-12-02T14:17:10,287 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 63f380147b8379d3f5c54d6d68ee0bb5 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-02T14:17:10,294 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 915, reset compression=false 2024-12-02T14:17:10,297 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/.tmp/ns/8ee4a29b8fc2456e8e14560cb10f29e6 is 43, key is default/ns:d/1733149018130/Put/seqid=0 2024-12-02T14:17:10,300 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:10,300 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 1162, reset compression=false 2024-12-02T14:17:10,300 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,37405,1733149015179 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:10,301 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/.tmp/f/7503f86ce44a47ee97d482e342108108 is 29, key is row1/f:/1733149028845/DeleteFamily/seqid=0 2024-12-02T14:17:10,300 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a3a61c9ba14f,37405,1733149015179: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a3a61c9ba14f,37405,1733149015179, walGroup=a3a61c9ba14f%2C37405%2C1733149015179, offset=a3a61c9ba14f%2C37405%2C1733149015179.1733149017157:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:37405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T14:17:10,301 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:17:10,301 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:17:10,302 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:17:10,302 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:17:10,302 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:17:10,302 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 653671416 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 191065960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T14:17:10,302 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:37231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:37231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T14:17:10,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741842_1018 (size=5153) 2024-12-02T14:17:10,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741843_1019 (size=5118) 2024-12-02T14:17:10,455 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:10,510 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 1162, reset compression=false 2024-12-02T14:17:10,655 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:10,704 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/.tmp/ns/8ee4a29b8fc2456e8e14560cb10f29e6 2024-12-02T14:17:10,711 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/.tmp/f/7503f86ce44a47ee97d482e342108108 2024-12-02T14:17:10,714 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 912, reset compression=false 2024-12-02T14:17:10,715 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7503f86ce44a47ee97d482e342108108 2024-12-02T14:17:10,721 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/.tmp/rep_barrier/dec6a5d835cd414a9c1ded6d70c70d81 is 112, key is test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5./rep_barrier:seqnumDuringOpen/1733149020488/Put/seqid=0 2024-12-02T14:17:10,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741844_1020 (size=5518) 2024-12-02T14:17:10,736 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/.tmp/f1/b7b5948ce359497db15263c52d5ebb0f is 30, key is row1/f1:/1733149028845/DeleteFamily/seqid=0 2024-12-02T14:17:10,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741845_1021 (size=5123) 2024-12-02T14:17:10,740 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/.tmp/f1/b7b5948ce359497db15263c52d5ebb0f 2024-12-02T14:17:10,744 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7b5948ce359497db15263c52d5ebb0f 2024-12-02T14:17:10,761 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/.tmp/norep/b1b4c6702fe949748d8d19e50885facf is 33, key is row1/norep:/1733149028845/DeleteFamily/seqid=0 2024-12-02T14:17:10,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741846_1022 (size=5108) 2024-12-02T14:17:10,814 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 1162, reset compression=false 2024-12-02T14:17:10,855 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:17:10,855 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 63f380147b8379d3f5c54d6d68ee0bb5=test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5.} 2024-12-02T14:17:10,855 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:11,056 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63f380147b8379d3f5c54d6d68ee0bb5 2024-12-02T14:17:11,125 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/.tmp/rep_barrier/dec6a5d835cd414a9c1ded6d70c70d81 2024-12-02T14:17:11,140 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/.tmp/table/d8858ffbee0c4cf0a9b6866f165597d2 is 53, key is hbase:replication/table:state/1733149024847/Put/seqid=0 2024-12-02T14:17:11,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741847_1023 (size=5308) 2024-12-02T14:17:11,165 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/.tmp/norep/b1b4c6702fe949748d8d19e50885facf 2024-12-02T14:17:11,168 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1b4c6702fe949748d8d19e50885facf 2024-12-02T14:17:11,169 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/.tmp/f/7503f86ce44a47ee97d482e342108108 as hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/f/7503f86ce44a47ee97d482e342108108 2024-12-02T14:17:11,172 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7503f86ce44a47ee97d482e342108108 2024-12-02T14:17:11,172 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/f/7503f86ce44a47ee97d482e342108108, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T14:17:11,173 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/.tmp/f1/b7b5948ce359497db15263c52d5ebb0f as hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/f1/b7b5948ce359497db15263c52d5ebb0f 2024-12-02T14:17:11,176 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7b5948ce359497db15263c52d5ebb0f 2024-12-02T14:17:11,177 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/f1/b7b5948ce359497db15263c52d5ebb0f, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T14:17:11,177 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/.tmp/norep/b1b4c6702fe949748d8d19e50885facf as hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/norep/b1b4c6702fe949748d8d19e50885facf 2024-12-02T14:17:11,180 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1b4c6702fe949748d8d19e50885facf 2024-12-02T14:17:11,181 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/norep/b1b4c6702fe949748d8d19e50885facf, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T14:17:11,181 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 63f380147b8379d3f5c54d6d68ee0bb5 in 894ms, sequenceid=8, compaction requested=false 2024-12-02T14:17:11,185 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/default/test/63f380147b8379d3f5c54d6d68ee0bb5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T14:17:11,185 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:11,186 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:17:11,186 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. 2024-12-02T14:17:11,186 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63f380147b8379d3f5c54d6d68ee0bb5: Waiting for close lock at 1733149030287Running coprocessor pre-close hooks at 1733149030287Disabling compacts and flushes for region at 1733149030287Disabling writes for close at 1733149030287Obtaining lock to block concurrent updates at 1733149030287Preparing flush snapshotting stores in 63f380147b8379d3f5c54d6d68ee0bb5 at 1733149030287Finished memstore snapshotting test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733149030287Flushing stores of test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. at 1733149030288 (+1 ms)Flushing 63f380147b8379d3f5c54d6d68ee0bb5/f: creating writer at 1733149030288Flushing 63f380147b8379d3f5c54d6d68ee0bb5/f: appending metadata at 1733149030300 (+12 ms)Flushing 63f380147b8379d3f5c54d6d68ee0bb5/f: closing flushed file at 1733149030300Flushing 63f380147b8379d3f5c54d6d68ee0bb5/f1: creating writer at 1733149030716 (+416 ms)Flushing 63f380147b8379d3f5c54d6d68ee0bb5/f1: appending metadata at 1733149030735 (+19 ms)Flushing 63f380147b8379d3f5c54d6d68ee0bb5/f1: closing flushed file at 1733149030735Flushing 63f380147b8379d3f5c54d6d68ee0bb5/norep: creating writer at 1733149030744 (+9 ms)Flushing 63f380147b8379d3f5c54d6d68ee0bb5/norep: appending metadata at 1733149030760 (+16 ms)Flushing 63f380147b8379d3f5c54d6d68ee0bb5/norep: closing flushed file at 1733149030760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4edd30fe: reopening flushed file at 1733149031168 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58095377: reopening flushed file at 1733149031172 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9b202a: reopening flushed file at 1733149031177 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 63f380147b8379d3f5c54d6d68ee0bb5 in 894ms, sequenceid=8, compaction requested=false at 1733149031181 (+4 ms)Writing region close event to WAL at 1733149031182 (+1 ms)Running coprocessor post-close hooks at 1733149031185 (+3 ms)Closed at 1733149031186 (+1 ms) 2024-12-02T14:17:11,186 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733149019349.63f380147b8379d3f5c54d6d68ee0bb5. 2024-12-02T14:17:11,217 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 1162, reset compression=false 2024-12-02T14:17:11,221 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:11,222 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 1806, reset compression=false 2024-12-02T14:17:11,256 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:17:11,322 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 912, reset compression=false 2024-12-02T14:17:11,425 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 1806, reset compression=false 2024-12-02T14:17:11,456 DEBUG [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:17:11,550 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/.tmp/table/d8858ffbee0c4cf0a9b6866f165597d2 2024-12-02T14:17:11,554 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/.tmp/info/0b2a268cb55c4182881e56c468254dd5 as hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/info/0b2a268cb55c4182881e56c468254dd5 2024-12-02T14:17:11,557 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/info/0b2a268cb55c4182881e56c468254dd5, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T14:17:11,558 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/.tmp/ns/8ee4a29b8fc2456e8e14560cb10f29e6 as hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/ns/8ee4a29b8fc2456e8e14560cb10f29e6 2024-12-02T14:17:11,561 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/ns/8ee4a29b8fc2456e8e14560cb10f29e6, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T14:17:11,562 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/.tmp/rep_barrier/dec6a5d835cd414a9c1ded6d70c70d81 as hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/rep_barrier/dec6a5d835cd414a9c1ded6d70c70d81 2024-12-02T14:17:11,565 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/rep_barrier/dec6a5d835cd414a9c1ded6d70c70d81, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T14:17:11,566 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/.tmp/table/d8858ffbee0c4cf0a9b6866f165597d2 as hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/table/d8858ffbee0c4cf0a9b6866f165597d2 2024-12-02T14:17:11,569 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/table/d8858ffbee0c4cf0a9b6866f165597d2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T14:17:11,570 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-12-02T14:17:11,575 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T14:17:11,576 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:11,576 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:17:11,576 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:17:11,576 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149029854Running coprocessor pre-close hooks at 1733149029854Disabling compacts and flushes for region at 1733149029854Disabling writes for close at 1733149029855 (+1 ms)Obtaining lock to block concurrent updates at 1733149029855Preparing flush snapshotting stores in 1588230740 at 1733149029855Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733149029855Flushing stores of hbase:meta,,1.1588230740 at 1733149029855Flushing 1588230740/info: creating writer at 1733149029855Flushing 1588230740/info: appending metadata at 1733149029877 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733149029877Flushing 1588230740/ns: creating writer at 1733149030284 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733149030297 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733149030297Flushing 1588230740/rep_barrier: creating writer at 1733149030708 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733149030720 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733149030721 (+1 ms)Flushing 1588230740/table: creating writer at 1733149031128 (+407 ms)Flushing 1588230740/table: appending metadata at 1733149031140 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733149031140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b5a33f: reopening flushed file at 1733149031553 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fcafdb: reopening flushed file at 1733149031557 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24227bf4: reopening flushed file at 1733149031561 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db87a3a: reopening flushed file at 1733149031565 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1733149031570 (+5 ms)Writing region close event to WAL at 1733149031573 (+3 ms)Running coprocessor post-close hooks at 1733149031576 (+3 ms)Closed at 1733149031576 2024-12-02T14:17:11,576 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:17:11,656 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,37405,1733149015179; all regions closed. 2024-12-02T14:17:11,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741834_1010 (size=4239) 2024-12-02T14:17:11,658 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.meta.1733149018097.meta not finished, retry = 0 2024-12-02T14:17:11,729 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/WALs/a3a61c9ba14f,37405,1733149015179/a3a61c9ba14f%2C37405%2C1733149015179.1733149017157 to pos 1806, reset compression=false 2024-12-02T14:17:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741839_1015 (size=2676) 2024-12-02T14:17:11,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741832_1008 (size=1814) 2024-12-02T14:17:11,764 DEBUG [RS:0;a3a61c9ba14f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:11,764 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:17:11,764 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:17:11,764 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:17:11,764 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:17:11,764 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:17:11,765 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,37405,1733149015179 because: Region server is closing 2024-12-02T14:17:11,765 INFO [RS:0;a3a61c9ba14f:37405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:37405. 2024-12-02T14:17:11,765 DEBUG [RS:0;a3a61c9ba14f:37405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:11,765 DEBUG [RS:0;a3a61c9ba14f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:11,765 DEBUG [RS:0;a3a61c9ba14f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:11,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:11,865 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.shippera3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 terminated 2024-12-02T14:17:11,865 INFO [RS:0;a3a61c9ba14f:37405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:37405. 2024-12-02T14:17:11,865 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,37405,1733149015179.replicationSource.wal-reader.a3a61c9ba14f%2C37405%2C1733149015179,1-a3a61c9ba14f,37405,1733149015179 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T14:17:11,865 DEBUG [RS:0;a3a61c9ba14f:37405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:11,865 DEBUG [RS:0;a3a61c9ba14f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:11,866 DEBUG [RS:0;a3a61c9ba14f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:11,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:11,866 INFO [RS:0;a3a61c9ba14f:37405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37405 2024-12-02T14:17:11,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981058748/rs/a3a61c9ba14f,37405,1733149015179 2024-12-02T14:17:11,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748/rs 2024-12-02T14:17:11,867 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:17:11,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,37405,1733149015179] 2024-12-02T14:17:11,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-981058748/draining/a3a61c9ba14f,37405,1733149015179 already deleted, retry=false 2024-12-02T14:17:11,868 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,37405,1733149015179 expired; onlineServers=0 2024-12-02T14:17:11,868 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,37231,1733149015150' ***** 2024-12-02T14:17:11,868 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:17:11,868 INFO [M:0;a3a61c9ba14f:37231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:17:11,869 INFO [M:0;a3a61c9ba14f:37231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:17:11,869 DEBUG [M:0;a3a61c9ba14f:37231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:17:11,869 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:17:11,869 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149016973 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149016973,5,FailOnTimeoutGroup] 2024-12-02T14:17:11,869 DEBUG [M:0;a3a61c9ba14f:37231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:17:11,869 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149016973 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149016973,5,FailOnTimeoutGroup] 2024-12-02T14:17:11,869 INFO [M:0;a3a61c9ba14f:37231 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:17:11,869 INFO [M:0;a3a61c9ba14f:37231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:17:11,869 DEBUG [M:0;a3a61c9ba14f:37231 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:17:11,869 INFO [M:0;a3a61c9ba14f:37231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:17:11,869 INFO [M:0;a3a61c9ba14f:37231 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:17:11,869 INFO [M:0;a3a61c9ba14f:37231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:17:11,869 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:17:11,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981058748/master 2024-12-02T14:17:11,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981058748 2024-12-02T14:17:11,870 DEBUG [M:0;a3a61c9ba14f:37231 {}] zookeeper.ZKUtil(347): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Unable to get data of znode /1-981058748/master because node does not exist (not an error) 2024-12-02T14:17:11,870 WARN [M:0;a3a61c9ba14f:37231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:17:11,870 INFO [M:0;a3a61c9ba14f:37231 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/.lastflushedseqids 2024-12-02T14:17:11,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741848_1024 (size=245) 2024-12-02T14:17:11,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:11,968 INFO [RS:0;a3a61c9ba14f:37405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:17:11,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x1009b4a89bf0004, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:11,968 INFO [RS:0;a3a61c9ba14f:37405 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,37405,1733149015179; zookeeper connection closed. 2024-12-02T14:17:11,968 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b83ccfa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b83ccfa 2024-12-02T14:17:11,968 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:17:12,026 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 912, reset compression=false 2024-12-02T14:17:12,274 INFO [M:0;a3a61c9ba14f:37231 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:17:12,274 INFO [M:0;a3a61c9ba14f:37231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:17:12,274 DEBUG [M:0;a3a61c9ba14f:37231 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:17:12,274 INFO [M:0;a3a61c9ba14f:37231 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:12,274 DEBUG [M:0;a3a61c9ba14f:37231 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:12,274 DEBUG [M:0;a3a61c9ba14f:37231 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:17:12,274 DEBUG [M:0;a3a61c9ba14f:37231 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:12,275 INFO [M:0;a3a61c9ba14f:37231 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-02T14:17:12,294 DEBUG [M:0;a3a61c9ba14f:37231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a326438fda364571a87a7cedae0bf907 is 82, key is hbase:meta,,1/info:regioninfo/1733149018122/Put/seqid=0 2024-12-02T14:17:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741849_1025 (size=5672) 2024-12-02T14:17:12,698 INFO [M:0;a3a61c9ba14f:37231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a326438fda364571a87a7cedae0bf907 2024-12-02T14:17:12,718 DEBUG [M:0;a3a61c9ba14f:37231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72f82250728e4444902feec79e7bc4ef is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733149024850/Put/seqid=0 2024-12-02T14:17:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741850_1026 (size=8517) 2024-12-02T14:17:12,829 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 912, reset compression=false 2024-12-02T14:17:13,123 INFO [M:0;a3a61c9ba14f:37231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72f82250728e4444902feec79e7bc4ef 2024-12-02T14:17:13,137 DEBUG [M:0;a3a61c9ba14f:37231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b6d0a0ad8a641ee906e747381488af9 is 69, key is a3a61c9ba14f,37405,1733149015179/rs:state/1733149017017/Put/seqid=0 2024-12-02T14:17:13,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741851_1027 (size=5156) 2024-12-02T14:17:13,541 INFO [M:0;a3a61c9ba14f:37231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b6d0a0ad8a641ee906e747381488af9 2024-12-02T14:17:13,545 DEBUG [M:0;a3a61c9ba14f:37231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a326438fda364571a87a7cedae0bf907 as hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a326438fda364571a87a7cedae0bf907 2024-12-02T14:17:13,548 INFO [M:0;a3a61c9ba14f:37231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a326438fda364571a87a7cedae0bf907, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T14:17:13,548 DEBUG [M:0;a3a61c9ba14f:37231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72f82250728e4444902feec79e7bc4ef as hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72f82250728e4444902feec79e7bc4ef 2024-12-02T14:17:13,551 INFO [M:0;a3a61c9ba14f:37231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72f82250728e4444902feec79e7bc4ef, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T14:17:13,552 DEBUG [M:0;a3a61c9ba14f:37231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b6d0a0ad8a641ee906e747381488af9 as hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b6d0a0ad8a641ee906e747381488af9 2024-12-02T14:17:13,555 INFO [M:0;a3a61c9ba14f:37231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b6d0a0ad8a641ee906e747381488af9, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T14:17:13,556 INFO [M:0;a3a61c9ba14f:37231 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-12-02T14:17:13,557 INFO [M:0;a3a61c9ba14f:37231 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:13,557 DEBUG [M:0;a3a61c9ba14f:37231 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149032274Disabling compacts and flushes for region at 1733149032274Disabling writes for close at 1733149032274Obtaining lock to block concurrent updates at 1733149032275 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149032275Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733149032275Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149032275Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149032276 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149032293 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149032293Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149032702 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149032718 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149032718Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149033126 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149033137 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149033137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37bdac8d: reopening flushed file at 1733149033544 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f686a29: reopening flushed file at 1733149033548 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d08c12: reopening flushed file at 1733149033552 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1733149033556 (+4 ms)Writing region close event to WAL at 1733149033557 (+1 ms)Closed at 1733149033557 2024-12-02T14:17:13,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38227 is added to blk_1073741830_1006 (size=63666) 2024-12-02T14:17:13,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6c753ea-e594-68d4-fed7-cea4232ecf1a/MasterData/WALs/a3a61c9ba14f,37231,1733149015150/a3a61c9ba14f%2C37231%2C1733149015150.1733149016849 not finished, retry = 0 2024-12-02T14:17:13,659 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:17:13,660 INFO [M:0;a3a61c9ba14f:37231 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:17:13,660 INFO [M:0;a3a61c9ba14f:37231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37231 2024-12-02T14:17:13,660 INFO [M:0;a3a61c9ba14f:37231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:17:13,732 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 912, reset compression=false 2024-12-02T14:17:13,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:13,761 INFO [M:0;a3a61c9ba14f:37231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:17:13,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37231-0x1009b4a89bf0003, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:13,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@602d2d6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:17:13,765 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@685e84f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:17:13,765 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:17:13,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:17:13,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3660e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/hadoop.log.dir/,STOPPED} 2024-12-02T14:17:13,767 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:17:13,767 WARN [BP-723822238-172.17.0.2-1733149014295 heartbeating to localhost/127.0.0.1:36885 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:17:13,767 WARN [BP-723822238-172.17.0.2-1733149014295 heartbeating to localhost/127.0.0.1:36885 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-723822238-172.17.0.2-1733149014295 (Datanode Uuid 26a6b771-6a05-4a03-ab83-9ac2917359e0) service to localhost/127.0.0.1:36885 2024-12-02T14:17:13,767 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:17:13,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/cluster_f9c3f09f-ea8f-5e24-8f97-46847f7bd953/data/data1/current/BP-723822238-172.17.0.2-1733149014295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:17:13,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/cluster_f9c3f09f-ea8f-5e24-8f97-46847f7bd953/data/data2/current/BP-723822238-172.17.0.2-1733149014295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:17:13,768 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:17:13,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@110d1ecf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:17:13,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7002f130{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:17:13,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:17:13,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76085775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:17:13,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d87ce10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/hadoop.log.dir/,STOPPED} 2024-12-02T14:17:13,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:17:13,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:17:13,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:13,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:13,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:13,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:13,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:13,790 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:17:13,790 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=923778924, stopped=false 2024-12-02T14:17:13,790 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,41027,1733149011830 2024-12-02T14:17:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0864410570/running 2024-12-02T14:17:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0864410570/running 2024-12-02T14:17:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:17:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:17:13,791 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:17:13,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:13,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:13,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:13,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Set watcher on znode that does not yet exist, /0864410570/running 2024-12-02T14:17:13,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Set watcher on znode that does not yet exist, /0864410570/running 2024-12-02T14:17:13,792 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,38861,1733149011905' ***** 2024-12-02T14:17:13,792 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:17:13,792 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:17:13,792 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:17:13,792 INFO [RS:0;a3a61c9ba14f:38861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:17:13,792 INFO [RS:0;a3a61c9ba14f:38861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:17:13,792 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(3091): Received CLOSE for a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:13,793 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(3091): Received CLOSE for 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:17:13,793 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,38861,1733149011905 2024-12-02T14:17:13,793 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:17:13,793 INFO [RS:0;a3a61c9ba14f:38861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:38861. 2024-12-02T14:17:13,793 DEBUG [RS:0;a3a61c9ba14f:38861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:13,793 DEBUG [RS:0;a3a61c9ba14f:38861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:13,793 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a19066c1e100d8bd3f054bb93b06bac1, disabling compactions & flushes 2024-12-02T14:17:13,793 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. 2024-12-02T14:17:13,793 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:17:13,793 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:17:13,793 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. 2024-12-02T14:17:13,793 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:17:13,793 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. after waiting 0 ms 2024-12-02T14:17:13,793 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. 2024-12-02T14:17:13,793 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:17:13,793 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a19066c1e100d8bd3f054bb93b06bac1 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-02T14:17:13,793 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T14:17:13,793 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1325): Online Regions={a19066c1e100d8bd3f054bb93b06bac1=hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1., 1588230740=hbase:meta,,1.1588230740, 279effe82b409ce4e705f28bee1f3386=test,,1733149018211.279effe82b409ce4e705f28bee1f3386.} 2024-12-02T14:17:13,793 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 279effe82b409ce4e705f28bee1f3386, a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:13,793 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:17:13,793 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:17:13,793 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:17:13,793 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:17:13,793 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:17:13,793 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T14:17:13,797 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:17:13,809 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/replication/a19066c1e100d8bd3f054bb93b06bac1/.tmp/queue/6aedf50a2fa54c63972c10c80ccd8a04 is 153, key is 1-a3a61c9ba14f,38861,1733149011905/queue:a3a61c9ba14f%2C38861%2C1733149011905/1733149029302/Put/seqid=0 2024-12-02T14:17:13,809 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/.tmp/info/af766b247a104b1bbf931b1606c41eee is 147, key is hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1./info:regioninfo/1733149022672/Put/seqid=0 2024-12-02T14:17:13,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741840_1016 (size=5352) 2024-12-02T14:17:13,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741841_1017 (size=7686) 2024-12-02T14:17:13,993 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 279effe82b409ce4e705f28bee1f3386, a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:14,193 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 279effe82b409ce4e705f28bee1f3386, a19066c1e100d8bd3f054bb93b06bac1 2024-12-02T14:17:14,213 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/replication/a19066c1e100d8bd3f054bb93b06bac1/.tmp/queue/6aedf50a2fa54c63972c10c80ccd8a04 2024-12-02T14:17:14,213 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/.tmp/info/af766b247a104b1bbf931b1606c41eee 2024-12-02T14:17:14,217 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/replication/a19066c1e100d8bd3f054bb93b06bac1/.tmp/queue/6aedf50a2fa54c63972c10c80ccd8a04 as hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/replication/a19066c1e100d8bd3f054bb93b06bac1/queue/6aedf50a2fa54c63972c10c80ccd8a04 2024-12-02T14:17:14,220 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/replication/a19066c1e100d8bd3f054bb93b06bac1/queue/6aedf50a2fa54c63972c10c80ccd8a04, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T14:17:14,221 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a19066c1e100d8bd3f054bb93b06bac1 in 428ms, sequenceid=10, compaction requested=false 2024-12-02T14:17:14,227 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/replication/a19066c1e100d8bd3f054bb93b06bac1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T14:17:14,228 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:14,228 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:17:14,228 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. 2024-12-02T14:17:14,228 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a19066c1e100d8bd3f054bb93b06bac1: Waiting for close lock at 1733149033793Running coprocessor pre-close hooks at 1733149033793Disabling compacts and flushes for region at 1733149033793Disabling writes for close at 1733149033793Obtaining lock to block concurrent updates at 1733149033793Preparing flush snapshotting stores in a19066c1e100d8bd3f054bb93b06bac1 at 1733149033793Finished memstore snapshotting hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733149033793Flushing stores of hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. at 1733149033794 (+1 ms)Flushing a19066c1e100d8bd3f054bb93b06bac1/queue: creating writer at 1733149033794Flushing a19066c1e100d8bd3f054bb93b06bac1/queue: appending metadata at 1733149033808 (+14 ms)Flushing a19066c1e100d8bd3f054bb93b06bac1/queue: closing flushed file at 1733149033808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32def6d4: reopening flushed file at 1733149034217 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a19066c1e100d8bd3f054bb93b06bac1 in 428ms, sequenceid=10, compaction requested=false at 1733149034221 (+4 ms)Writing region close event to WAL at 1733149034225 (+4 ms)Running coprocessor post-close hooks at 1733149034228 (+3 ms)Closed at 1733149034228 2024-12-02T14:17:14,228 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733149021515.a19066c1e100d8bd3f054bb93b06bac1. 2024-12-02T14:17:14,228 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 279effe82b409ce4e705f28bee1f3386, disabling compactions & flushes 2024-12-02T14:17:14,228 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733149018211.279effe82b409ce4e705f28bee1f3386. 2024-12-02T14:17:14,228 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149018211.279effe82b409ce4e705f28bee1f3386. 2024-12-02T14:17:14,228 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733149018211.279effe82b409ce4e705f28bee1f3386. after waiting 0 ms 2024-12-02T14:17:14,228 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733149018211.279effe82b409ce4e705f28bee1f3386. 2024-12-02T14:17:14,228 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 279effe82b409ce4e705f28bee1f3386 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-02T14:17:14,230 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/.tmp/ns/5d01d0b82c1d46fc884e337f311997cf is 43, key is default/ns:d/1733149014145/Put/seqid=0 2024-12-02T14:17:14,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741842_1018 (size=5153) 2024-12-02T14:17:14,241 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/.tmp/f/78752b161ba240b5baaaa8067a6d167a is 29, key is row1/f:/1733149028845/DeleteFamily/seqid=0 2024-12-02T14:17:14,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741843_1019 (size=5118) 2024-12-02T14:17:14,394 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:17:14,446 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:17:14,446 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:17:14,594 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:17:14,634 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/.tmp/ns/5d01d0b82c1d46fc884e337f311997cf 2024-12-02T14:17:14,645 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/.tmp/f/78752b161ba240b5baaaa8067a6d167a 2024-12-02T14:17:14,648 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78752b161ba240b5baaaa8067a6d167a 2024-12-02T14:17:14,651 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/.tmp/rep_barrier/bc02dce23037482ba66df0bba7e65d30 is 112, key is test,,1733149018211.279effe82b409ce4e705f28bee1f3386./rep_barrier:seqnumDuringOpen/1733149018955/Put/seqid=0 2024-12-02T14:17:14,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741844_1020 (size=5518) 2024-12-02T14:17:14,660 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/.tmp/f1/f8dc9c0a72f644458ae7f4130a2b435e is 30, key is row1/f1:/1733149028845/DeleteFamily/seqid=0 2024-12-02T14:17:14,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741845_1021 (size=5123) 2024-12-02T14:17:14,735 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 912, reset compression=false 2024-12-02T14:17:14,738 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:14,738 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 1159, reset compression=false 2024-12-02T14:17:14,738 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,38861,1733149011905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:14,739 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a3a61c9ba14f,38861,1733149011905: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a3a61c9ba14f,38861,1733149011905, walGroup=a3a61c9ba14f%2C38861%2C1733149011905, offset=a3a61c9ba14f%2C38861%2C1733149011905.1733149013506:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:38861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T14:17:14,741 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:17:14,741 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:17:14,741 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:17:14,741 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:17:14,741 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:17:14,741 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 724974584 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 191679464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T14:17:14,741 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:41027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:41027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T14:17:14,794 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:17:14,794 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 279effe82b409ce4e705f28bee1f3386=test,,1733149018211.279effe82b409ce4e705f28bee1f3386.} 2024-12-02T14:17:14,794 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:17:14,941 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 1159, reset compression=false 2024-12-02T14:17:14,994 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:17:15,058 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/.tmp/rep_barrier/bc02dce23037482ba66df0bba7e65d30 2024-12-02T14:17:15,064 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/.tmp/f1/f8dc9c0a72f644458ae7f4130a2b435e 2024-12-02T14:17:15,067 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8dc9c0a72f644458ae7f4130a2b435e 2024-12-02T14:17:15,079 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/.tmp/table/b6e333fff866486b9eec017f2316ee43 is 53, key is hbase:replication/table:state/1733149022678/Put/seqid=0 2024-12-02T14:17:15,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741846_1022 (size=5308) 2024-12-02T14:17:15,083 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/.tmp/norep/c5a98fef4ea14c9798b06780b4ab0a42 is 32, key is row/norep:/1733149027840/DeleteFamily/seqid=0 2024-12-02T14:17:15,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741847_1023 (size=5101) 2024-12-02T14:17:15,135 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:15,136 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:17:15,136 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28330 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:17:15,194 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:17:15,244 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 1159, reset compression=false 2024-12-02T14:17:15,394 DEBUG [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 279effe82b409ce4e705f28bee1f3386 2024-12-02T14:17:15,482 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/.tmp/table/b6e333fff866486b9eec017f2316ee43 2024-12-02T14:17:15,486 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/.tmp/norep/c5a98fef4ea14c9798b06780b4ab0a42 2024-12-02T14:17:15,486 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/.tmp/info/af766b247a104b1bbf931b1606c41eee as hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/info/af766b247a104b1bbf931b1606c41eee 2024-12-02T14:17:15,489 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/info/af766b247a104b1bbf931b1606c41eee, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T14:17:15,489 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5a98fef4ea14c9798b06780b4ab0a42 2024-12-02T14:17:15,490 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/.tmp/ns/5d01d0b82c1d46fc884e337f311997cf as hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/ns/5d01d0b82c1d46fc884e337f311997cf 2024-12-02T14:17:15,490 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/.tmp/f/78752b161ba240b5baaaa8067a6d167a as hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/f/78752b161ba240b5baaaa8067a6d167a 2024-12-02T14:17:15,493 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78752b161ba240b5baaaa8067a6d167a 2024-12-02T14:17:15,493 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/ns/5d01d0b82c1d46fc884e337f311997cf, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T14:17:15,493 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/f/78752b161ba240b5baaaa8067a6d167a, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T14:17:15,494 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/.tmp/f1/f8dc9c0a72f644458ae7f4130a2b435e as hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/f1/f8dc9c0a72f644458ae7f4130a2b435e 2024-12-02T14:17:15,494 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/.tmp/rep_barrier/bc02dce23037482ba66df0bba7e65d30 as hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/rep_barrier/bc02dce23037482ba66df0bba7e65d30 2024-12-02T14:17:15,497 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8dc9c0a72f644458ae7f4130a2b435e 2024-12-02T14:17:15,497 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/rep_barrier/bc02dce23037482ba66df0bba7e65d30, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T14:17:15,497 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/f1/f8dc9c0a72f644458ae7f4130a2b435e, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T14:17:15,498 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/.tmp/table/b6e333fff866486b9eec017f2316ee43 as hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/table/b6e333fff866486b9eec017f2316ee43 2024-12-02T14:17:15,498 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/.tmp/norep/c5a98fef4ea14c9798b06780b4ab0a42 as hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/norep/c5a98fef4ea14c9798b06780b4ab0a42 2024-12-02T14:17:15,501 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5a98fef4ea14c9798b06780b4ab0a42 2024-12-02T14:17:15,501 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/table/b6e333fff866486b9eec017f2316ee43, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T14:17:15,501 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/norep/c5a98fef4ea14c9798b06780b4ab0a42, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T14:17:15,502 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-12-02T14:17:15,502 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 279effe82b409ce4e705f28bee1f3386 in 1274ms, sequenceid=8, compaction requested=false 2024-12-02T14:17:15,502 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:17:15,502 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T14:17:15,506 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/default/test/279effe82b409ce4e705f28bee1f3386/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T14:17:15,506 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T14:17:15,506 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:15,506 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:17:15,506 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:15,506 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:17:15,506 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:17:15,506 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733149018211.279effe82b409ce4e705f28bee1f3386. 2024-12-02T14:17:15,506 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149033793Running coprocessor pre-close hooks at 1733149033793Disabling compacts and flushes for region at 1733149033793Disabling writes for close at 1733149033793Obtaining lock to block concurrent updates at 1733149033793Preparing flush snapshotting stores in 1588230740 at 1733149033793Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733149033794 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733149033794Flushing 1588230740/info: creating writer at 1733149033794Flushing 1588230740/info: appending metadata at 1733149033809 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733149033809Flushing 1588230740/ns: creating writer at 1733149034217 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733149034230 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733149034230Flushing 1588230740/rep_barrier: creating writer at 1733149034637 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733149034650 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733149034651 (+1 ms)Flushing 1588230740/table: creating writer at 1733149035063 (+412 ms)Flushing 1588230740/table: appending metadata at 1733149035078 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733149035078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce211d8: reopening flushed file at 1733149035485 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e31e393: reopening flushed file at 1733149035489 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706d26a8: reopening flushed file at 1733149035493 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@171724bf: reopening flushed file at 1733149035497 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1733149035502 (+5 ms)Writing region close event to WAL at 1733149035504 (+2 ms)Running coprocessor post-close hooks at 1733149035506 (+2 ms)Closed at 1733149035506 2024-12-02T14:17:15,506 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 279effe82b409ce4e705f28bee1f3386: Waiting for close lock at 1733149034228Running coprocessor pre-close hooks at 1733149034228Disabling compacts and flushes for region at 1733149034228Disabling writes for close at 1733149034228Obtaining lock to block concurrent updates at 1733149034228Preparing flush snapshotting stores in 279effe82b409ce4e705f28bee1f3386 at 1733149034228Finished memstore snapshotting test,,1733149018211.279effe82b409ce4e705f28bee1f3386., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733149034228Flushing stores of test,,1733149018211.279effe82b409ce4e705f28bee1f3386. at 1733149034229 (+1 ms)Flushing 279effe82b409ce4e705f28bee1f3386/f: creating writer at 1733149034229Flushing 279effe82b409ce4e705f28bee1f3386/f: appending metadata at 1733149034241 (+12 ms)Flushing 279effe82b409ce4e705f28bee1f3386/f: closing flushed file at 1733149034241Flushing 279effe82b409ce4e705f28bee1f3386/f1: creating writer at 1733149034648 (+407 ms)Flushing 279effe82b409ce4e705f28bee1f3386/f1: appending metadata at 1733149034660 (+12 ms)Flushing 279effe82b409ce4e705f28bee1f3386/f1: closing flushed file at 1733149034660Flushing 279effe82b409ce4e705f28bee1f3386/norep: creating writer at 1733149035067 (+407 ms)Flushing 279effe82b409ce4e705f28bee1f3386/norep: appending metadata at 1733149035082 (+15 ms)Flushing 279effe82b409ce4e705f28bee1f3386/norep: closing flushed file at 1733149035082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cbcaec: reopening flushed file at 1733149035489 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708f17e: reopening flushed file at 1733149035493 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86b0096: reopening flushed file at 1733149035497 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 279effe82b409ce4e705f28bee1f3386 in 1274ms, sequenceid=8, compaction requested=false at 1733149035502 (+5 ms)Writing region close event to WAL at 1733149035503 (+1 ms)Running coprocessor post-close hooks at 1733149035506 (+3 ms)Closed at 1733149035506 2024-12-02T14:17:15,506 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733149018211.279effe82b409ce4e705f28bee1f3386. 2024-12-02T14:17:15,506 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:17:15,595 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,38861,1733149011905; all regions closed. 2024-12-02T14:17:15,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741834_1010 (size=4239) 2024-12-02T14:17:15,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741839_1015 (size=2676) 2024-12-02T14:17:15,599 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.rep.1733149022646 not finished, retry = 0 2024-12-02T14:17:15,647 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 1159, reset compression=false 2024-12-02T14:17:15,652 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:15,652 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.wal-reader.a3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 to pos 1803, reset compression=false 2024-12-02T14:17:15,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741832_1008 (size=1811) 2024-12-02T14:17:15,702 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/WALs/a3a61c9ba14f,38861,1733149011905/a3a61c9ba14f%2C38861%2C1733149011905.1733149013506 not finished, retry = 0 2024-12-02T14:17:15,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:17:15,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:15,803 DEBUG [RS:0;a3a61c9ba14f:38861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:15,803 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:17:15,803 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:17:15,803 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T14:17:15,803 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:17:15,803 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:17:15,803 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,38861,1733149011905 because: Region server is closing 2024-12-02T14:17:15,803 INFO [RS:0;a3a61c9ba14f:38861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:38861. 2024-12-02T14:17:15,803 DEBUG [RS:0;a3a61c9ba14f:38861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:15,803 DEBUG [RS:0;a3a61c9ba14f:38861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:15,804 DEBUG [RS:0;a3a61c9ba14f:38861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:15,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:15,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:15,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:15,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:15,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:15,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:15,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:15,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:15,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:15,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:15,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:15,904 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,38861,1733149011905.replicationSource.shippera3a61c9ba14f%2C38861%2C1733149011905,1-a3a61c9ba14f,38861,1733149011905 terminated 2024-12-02T14:17:15,904 INFO [RS:0;a3a61c9ba14f:38861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:38861. 2024-12-02T14:17:15,904 DEBUG [RS:0;a3a61c9ba14f:38861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:15,904 DEBUG [RS:0;a3a61c9ba14f:38861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:15,904 DEBUG [RS:0;a3a61c9ba14f:38861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:15,904 INFO [RS:0;a3a61c9ba14f:38861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38861 2024-12-02T14:17:15,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:15,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0864410570/rs/a3a61c9ba14f,38861,1733149011905 2024-12-02T14:17:15,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570/rs 2024-12-02T14:17:15,905 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:17:15,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,38861,1733149011905] 2024-12-02T14:17:15,906 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0864410570/draining/a3a61c9ba14f,38861,1733149011905 already deleted, retry=false 2024-12-02T14:17:15,906 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,38861,1733149011905 expired; onlineServers=0 2024-12-02T14:17:15,907 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,41027,1733149011830' ***** 2024-12-02T14:17:15,907 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:17:15,907 INFO [M:0;a3a61c9ba14f:41027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:17:15,907 INFO [M:0;a3a61c9ba14f:41027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:17:15,907 DEBUG [M:0;a3a61c9ba14f:41027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:17:15,907 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:17:15,907 DEBUG [M:0;a3a61c9ba14f:41027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:17:15,907 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149013340 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149013340,5,FailOnTimeoutGroup] 2024-12-02T14:17:15,907 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149013341 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149013341,5,FailOnTimeoutGroup] 2024-12-02T14:17:15,907 INFO [M:0;a3a61c9ba14f:41027 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:17:15,907 INFO [M:0;a3a61c9ba14f:41027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:17:15,907 DEBUG [M:0;a3a61c9ba14f:41027 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:17:15,907 INFO [M:0;a3a61c9ba14f:41027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:17:15,907 INFO [M:0;a3a61c9ba14f:41027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:17:15,907 INFO [M:0;a3a61c9ba14f:41027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:17:15,907 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:17:15,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0864410570/master 2024-12-02T14:17:15,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0864410570 2024-12-02T14:17:15,908 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0864410570/master already deleted, retry=false 2024-12-02T14:17:15,908 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Failed delete of our master address node; KeeperErrorCode = NoNode for /0864410570/master 2024-12-02T14:17:15,909 INFO [M:0;a3a61c9ba14f:41027 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/.lastflushedseqids 2024-12-02T14:17:15,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741848_1024 (size=245) 2024-12-02T14:17:16,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:16,006 INFO [RS:0;a3a61c9ba14f:38861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:17:16,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38861-0x1009b4a89bf0001, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:16,006 INFO [RS:0;a3a61c9ba14f:38861 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,38861,1733149011905; zookeeper connection closed. 2024-12-02T14:17:16,006 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@364a302a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@364a302a 2024-12-02T14:17:16,007 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:17:16,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:17:16,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:17:16,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T14:17:16,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T14:17:16,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:16,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:17:16,312 INFO [M:0;a3a61c9ba14f:41027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:17:16,313 INFO [M:0;a3a61c9ba14f:41027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:17:16,313 DEBUG [M:0;a3a61c9ba14f:41027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:17:16,313 INFO [M:0;a3a61c9ba14f:41027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:16,313 DEBUG [M:0;a3a61c9ba14f:41027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:16,313 DEBUG [M:0;a3a61c9ba14f:41027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:17:16,313 DEBUG [M:0;a3a61c9ba14f:41027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:16,313 INFO [M:0;a3a61c9ba14f:41027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T14:17:16,325 DEBUG [M:0;a3a61c9ba14f:41027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df227442d8214755af415b56495885f9 is 82, key is hbase:meta,,1/info:regioninfo/1733149014134/Put/seqid=0 2024-12-02T14:17:16,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741849_1025 (size=5672) 2024-12-02T14:17:16,729 INFO [M:0;a3a61c9ba14f:41027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df227442d8214755af415b56495885f9 2024-12-02T14:17:16,744 DEBUG [M:0;a3a61c9ba14f:41027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53aaa2f2450045e0a1d20e3adc793af8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733149022681/Put/seqid=0 2024-12-02T14:17:16,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741850_1026 (size=8516) 2024-12-02T14:17:17,148 INFO [M:0;a3a61c9ba14f:41027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53aaa2f2450045e0a1d20e3adc793af8 2024-12-02T14:17:17,163 DEBUG [M:0;a3a61c9ba14f:41027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ac55b91dd154794a5caf57bc63ae55c is 69, key is a3a61c9ba14f,38861,1733149011905/rs:state/1733149013371/Put/seqid=0 2024-12-02T14:17:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741851_1027 (size=5156) 2024-12-02T14:17:17,166 INFO [M:0;a3a61c9ba14f:41027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ac55b91dd154794a5caf57bc63ae55c 2024-12-02T14:17:17,170 DEBUG [M:0;a3a61c9ba14f:41027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df227442d8214755af415b56495885f9 as hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df227442d8214755af415b56495885f9 2024-12-02T14:17:17,174 INFO [M:0;a3a61c9ba14f:41027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df227442d8214755af415b56495885f9, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T14:17:17,174 DEBUG [M:0;a3a61c9ba14f:41027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53aaa2f2450045e0a1d20e3adc793af8 as hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53aaa2f2450045e0a1d20e3adc793af8 2024-12-02T14:17:17,178 INFO [M:0;a3a61c9ba14f:41027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53aaa2f2450045e0a1d20e3adc793af8, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T14:17:17,178 DEBUG [M:0;a3a61c9ba14f:41027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ac55b91dd154794a5caf57bc63ae55c as hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ac55b91dd154794a5caf57bc63ae55c 2024-12-02T14:17:17,182 INFO [M:0;a3a61c9ba14f:41027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36939/user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ac55b91dd154794a5caf57bc63ae55c, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T14:17:17,182 INFO [M:0;a3a61c9ba14f:41027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 869ms, sequenceid=97, compaction requested=false 2024-12-02T14:17:17,183 INFO [M:0;a3a61c9ba14f:41027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:17,184 DEBUG [M:0;a3a61c9ba14f:41027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149036313Disabling compacts and flushes for region at 1733149036313Disabling writes for close at 1733149036313Obtaining lock to block concurrent updates at 1733149036313Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149036313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733149036313Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149036314 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149036314Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149036325 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149036325Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149036733 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149036744 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149036744Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149037151 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149037163 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149037163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62beae2f: reopening flushed file at 1733149037170 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f0b4e05: reopening flushed file at 1733149037174 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e008889: reopening flushed file at 1733149037178 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 869ms, sequenceid=97, compaction requested=false at 1733149037182 (+4 ms)Writing region close event to WAL at 1733149037183 (+1 ms)Closed at 1733149037183 2024-12-02T14:17:17,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741830_1006 (size=63654) 2024-12-02T14:17:17,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f2a9583-5880-6d6e-05ff-4643009e9c0a/MasterData/WALs/a3a61c9ba14f,41027,1733149011830/a3a61c9ba14f%2C41027%2C1733149011830.1733149013225 not finished, retry = 0 2024-12-02T14:17:17,286 INFO [M:0;a3a61c9ba14f:41027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:17:17,286 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:17:17,286 INFO [M:0;a3a61c9ba14f:41027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41027 2024-12-02T14:17:17,286 INFO [M:0;a3a61c9ba14f:41027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:17:17,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:17,387 INFO [M:0;a3a61c9ba14f:41027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:17:17,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1009b4a89bf0000, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:17,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12b0a9aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:17:17,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66baa053{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:17:17,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:17:17,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d3e9992{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:17:17,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c12be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/hadoop.log.dir/,STOPPED} 2024-12-02T14:17:17,391 WARN [BP-2027171625-172.17.0.2-1733149011312 heartbeating to localhost/127.0.0.1:36939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:17:17,391 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:17:17,391 WARN [BP-2027171625-172.17.0.2-1733149011312 heartbeating to localhost/127.0.0.1:36939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2027171625-172.17.0.2-1733149011312 (Datanode Uuid 1d9b64bf-b720-4546-b110-84a117217c97) service to localhost/127.0.0.1:36939 2024-12-02T14:17:17,391 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:17:17,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/cluster_37559b92-6095-f1cf-29fb-ccef53800068/data/data1/current/BP-2027171625-172.17.0.2-1733149011312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:17:17,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/cluster_37559b92-6095-f1cf-29fb-ccef53800068/data/data2/current/BP-2027171625-172.17.0.2-1733149011312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:17:17,392 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:17:17,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f020d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:17:17,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a685939{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:17:17,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:17:17,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a2ae49e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:17:17,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d34f368{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6672bac0-d9db-c388-612f-2e1fd51c51d9/hadoop.log.dir/,STOPPED} 2024-12-02T14:17:17,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T14:17:17,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:17:17,424 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 244) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55729) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36885 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36939 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55729) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=5391 (was 5407) 2024-12-02T14:17:17,432 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=5391 2024-12-02T14:17:17,444 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-02T14:17:17,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/hadoop.log.dir so I do NOT create it in target/test-data/b635deed-1adc-dded-f036-8727d0abfdef 2024-12-02T14:17:17,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:17:17,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/hadoop.tmp.dir so I do NOT create it in target/test-data/b635deed-1adc-dded-f036-8727d0abfdef 2024-12-02T14:17:17,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13753826-1a11-259c-e9bb-94b6e387e5a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:17:17,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef 2024-12-02T14:17:17,444 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/cluster_78955d44-9f23-6006-0d7c-b6523d4997f8, deleteOnExit=true 2024-12-02T14:17:17,447 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/cluster_78955d44-9f23-6006-0d7c-b6523d4997f8/zookeeper_0, clientPort=58478, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/cluster_78955d44-9f23-6006-0d7c-b6523d4997f8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/cluster_78955d44-9f23-6006-0d7c-b6523d4997f8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:17:17,447 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58478 2024-12-02T14:17:17,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:17:17,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:17:17,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/test.cache.data in system properties and HBase conf 2024-12-02T14:17:17,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:17:17,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:17:17,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:17:17,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:17:17,448 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:17:17,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:17:17,499 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:17:17,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b4a89bf0005, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:17:17,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b4a89bf0002, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:17:17,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b4a89bf0002, quorum=127.0.0.1:55729, baseZNode=/0864410570 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:17:17,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b4a89bf0005, quorum=127.0.0.1:55729, baseZNode=/1-981058748 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:17:17,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:17:17,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:17:17,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:17:17,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:17:17,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:17:17,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:17:17,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/java.io.tmpdir/jetty-localhost-43371-hadoop-hdfs-3_4_1-tests_jar-_-any-3500077190928333215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:17:17,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:43371} 2024-12-02T14:17:17,599 INFO [Time-limited test {}] server.Server(415): Started @205981ms 2024-12-02T14:17:17,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:17:17,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:17:17,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:17:17,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:17:17,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:17:17,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:17:17,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:17:17,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29850a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/java.io.tmpdir/jetty-localhost-33275-hadoop-hdfs-3_4_1-tests_jar-_-any-9227756487878942743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:17:17,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:33275} 2024-12-02T14:17:17,744 INFO [Time-limited test {}] server.Server(415): Started @206126ms 2024-12-02T14:17:17,745 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:17:17,805 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/cluster_78955d44-9f23-6006-0d7c-b6523d4997f8/data/data1/current/BP-210426578-172.17.0.2-1733149037461/current, will proceed with Du for space computation calculation, 2024-12-02T14:17:17,809 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/cluster_78955d44-9f23-6006-0d7c-b6523d4997f8/data/data2/current/BP-210426578-172.17.0.2-1733149037461/current, will proceed with Du for space computation calculation, 2024-12-02T14:17:17,833 WARN [Thread-2648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:17:17,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b16b5a13635d4dc with lease ID 0xac6b8a0ca6419729: Processing first storage report for DS-ec6da818-66fa-4a95-b68c-105ae0f857e2 from datanode DatanodeRegistration(127.0.0.1:39015, datanodeUuid=bc4f13ce-b1e1-4760-a58a-f7e166752e40, infoPort=45361, infoSecurePort=0, ipcPort=46227, storageInfo=lv=-57;cid=testClusterID;nsid=471146920;c=1733149037461) 2024-12-02T14:17:17,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b16b5a13635d4dc with lease ID 0xac6b8a0ca6419729: from storage DS-ec6da818-66fa-4a95-b68c-105ae0f857e2 node DatanodeRegistration(127.0.0.1:39015, datanodeUuid=bc4f13ce-b1e1-4760-a58a-f7e166752e40, infoPort=45361, infoSecurePort=0, ipcPort=46227, storageInfo=lv=-57;cid=testClusterID;nsid=471146920;c=1733149037461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:17:17,836 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b16b5a13635d4dc with lease ID 0xac6b8a0ca6419729: Processing first storage report for DS-b6c38609-9353-42fa-af87-3d4d4fb27c8d from datanode DatanodeRegistration(127.0.0.1:39015, datanodeUuid=bc4f13ce-b1e1-4760-a58a-f7e166752e40, infoPort=45361, infoSecurePort=0, ipcPort=46227, storageInfo=lv=-57;cid=testClusterID;nsid=471146920;c=1733149037461) 2024-12-02T14:17:17,836 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b16b5a13635d4dc with lease ID 0xac6b8a0ca6419729: from storage DS-b6c38609-9353-42fa-af87-3d4d4fb27c8d node DatanodeRegistration(127.0.0.1:39015, datanodeUuid=bc4f13ce-b1e1-4760-a58a-f7e166752e40, infoPort=45361, infoSecurePort=0, ipcPort=46227, storageInfo=lv=-57;cid=testClusterID;nsid=471146920;c=1733149037461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:17:17,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef 2024-12-02T14:17:17,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:17,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:17,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:17:18,270 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0 with version=8 2024-12-02T14:17:18,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/hbase-staging 2024-12-02T14:17:18,271 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:17:18,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:18,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:18,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:17:18,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:18,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:17:18,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:17:18,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:17:18,272 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43811 2024-12-02T14:17:18,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43811 connecting to ZooKeeper ensemble=127.0.0.1:58478 2024-12-02T14:17:18,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438110x0, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:17:18,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43811-0x1009b4aeff50000 connected 2024-12-02T14:17:18,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:18,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:18,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Set watcher on znode that does not yet exist, /029480432/running 2024-12-02T14:17:18,292 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0, hbase.cluster.distributed=false 2024-12-02T14:17:18,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Set watcher on znode that does not yet exist, /029480432/acl 2024-12-02T14:17:18,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43811 2024-12-02T14:17:18,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43811 2024-12-02T14:17:18,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43811 2024-12-02T14:17:18,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43811 2024-12-02T14:17:18,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43811 2024-12-02T14:17:18,314 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:17:18,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:18,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:18,314 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:17:18,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:18,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:17:18,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:17:18,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:17:18,315 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46567 2024-12-02T14:17:18,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46567 connecting to ZooKeeper ensemble=127.0.0.1:58478 2024-12-02T14:17:18,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:18,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:18,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465670x0, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:17:18,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465670x0, quorum=127.0.0.1:58478, baseZNode=/029480432 Set watcher on znode that does not yet exist, /029480432/running 2024-12-02T14:17:18,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46567-0x1009b4aeff50001 connected 2024-12-02T14:17:18,321 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:17:18,323 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:17:18,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Set watcher on znode that does not yet exist, /029480432/master 2024-12-02T14:17:18,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Set watcher on znode that does not yet exist, /029480432/acl 2024-12-02T14:17:18,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46567 2024-12-02T14:17:18,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46567 2024-12-02T14:17:18,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46567 2024-12-02T14:17:18,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46567 2024-12-02T14:17:18,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46567 2024-12-02T14:17:18,341 DEBUG [M:0;a3a61c9ba14f:43811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:43811 2024-12-02T14:17:18,341 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /029480432/backup-masters/a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:18,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432/backup-masters 2024-12-02T14:17:18,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432/backup-masters 2024-12-02T14:17:18,343 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Set watcher on existing znode=/029480432/backup-masters/a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:18,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/029480432/master 2024-12-02T14:17:18,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:18,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:18,344 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Set watcher on existing znode=/029480432/master 2024-12-02T14:17:18,344 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /029480432/backup-masters/a3a61c9ba14f,43811,1733149038271 from backup master directory 2024-12-02T14:17:18,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/029480432/backup-masters/a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:18,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432/backup-masters 2024-12-02T14:17:18,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432/backup-masters 2024-12-02T14:17:18,344 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:17:18,345 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:18,348 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/hbase.id] with ID: dede2885-0bfa-439f-82c5-9942d72c74c8 2024-12-02T14:17:18,349 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/.tmp/hbase.id 2024-12-02T14:17:18,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:17:18,756 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/.tmp/hbase.id]:[hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/hbase.id] 2024-12-02T14:17:18,764 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:18,764 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:17:18,765 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:17:18,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:18,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:18,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:17:19,172 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:17:19,173 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:17:19,173 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:19,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:17:19,586 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store 2024-12-02T14:17:19,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:17:19,992 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:19,992 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:17:19,992 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:19,992 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:19,992 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:17:19,992 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:19,992 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:19,992 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149039992Disabling compacts and flushes for region at 1733149039992Disabling writes for close at 1733149039992Writing region close event to WAL at 1733149039992Closed at 1733149039992 2024-12-02T14:17:19,993 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/.initializing 2024-12-02T14:17:19,993 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/WALs/a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:19,994 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:17:19,995 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C43811%2C1733149038271, suffix=, logDir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/WALs/a3a61c9ba14f,43811,1733149038271, archiveDir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/oldWALs, maxLogs=10 2024-12-02T14:17:20,006 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/WALs/a3a61c9ba14f,43811,1733149038271/a3a61c9ba14f%2C43811%2C1733149038271.1733149039995, exclude list is [], retry=0 2024-12-02T14:17:20,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39015,DS-ec6da818-66fa-4a95-b68c-105ae0f857e2,DISK] 2024-12-02T14:17:20,010 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/WALs/a3a61c9ba14f,43811,1733149038271/a3a61c9ba14f%2C43811%2C1733149038271.1733149039995 2024-12-02T14:17:20,011 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-12-02T14:17:20,011 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:20,011 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:20,011 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:20,011 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:20,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:20,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:17:20,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:20,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:20,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:20,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:17:20,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:20,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:20,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:20,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:17:20,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:20,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:20,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:20,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:17:20,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:20,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:20,017 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:20,018 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:20,018 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:20,019 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:20,019 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:20,019 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:17:20,020 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:20,021 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:20,021 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64396519, jitterRate=-0.04041709005832672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:17:20,022 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733149040011Initializing all the Stores at 1733149040012 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149040012Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149040012Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149040012Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149040012Cleaning up temporary data from old regions at 1733149040019 (+7 ms)Region opened successfully at 1733149040021 (+2 ms) 2024-12-02T14:17:20,022 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:17:20,023 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d124c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:17:20,024 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:17:20,024 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:17:20,024 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:17:20,024 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:17:20,025 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:17:20,025 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:17:20,025 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:17:20,033 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:17:20,034 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Unable to get data of znode /029480432/balancer because node does not exist (not necessarily an error) 2024-12-02T14:17:20,034 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /029480432/balancer already deleted, retry=false 2024-12-02T14:17:20,035 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:17:20,035 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Unable to get data of znode /029480432/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:17:20,036 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /029480432/normalizer already deleted, retry=false 2024-12-02T14:17:20,036 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:17:20,036 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Unable to get data of znode /029480432/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:17:20,037 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /029480432/switch/split already deleted, retry=false 2024-12-02T14:17:20,038 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Unable to get data of znode /029480432/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:17:20,038 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /029480432/switch/merge already deleted, retry=false 2024-12-02T14:17:20,039 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Unable to get data of znode /029480432/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:17:20,040 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /029480432/snapshot-cleanup already deleted, retry=false 2024-12-02T14:17:20,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/029480432/running 2024-12-02T14:17:20,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/029480432/running 2024-12-02T14:17:20,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:20,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:20,041 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,43811,1733149038271, sessionid=0x1009b4aeff50000, setting cluster-up flag (Was=false) 2024-12-02T14:17:20,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:20,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:20,044 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /029480432/flush-table-proc/acquired, /029480432/flush-table-proc/reached, /029480432/flush-table-proc/abort 2024-12-02T14:17:20,045 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:20,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:20,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:20,049 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /029480432/online-snapshot/acquired, /029480432/online-snapshot/reached, /029480432/online-snapshot/abort 2024-12-02T14:17:20,050 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:20,051 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:17:20,052 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:20,052 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:17:20,052 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:17:20,052 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,43811,1733149038271 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:17:20,054 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:20,054 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:20,054 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:20,054 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:20,054 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:17:20,054 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:20,054 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:17:20,054 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:20,058 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149070058 2024-12-02T14:17:20,059 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:17:20,059 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:17:20,059 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:17:20,059 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:17:20,059 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:17:20,059 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:17:20,059 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:20,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:17:20,060 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:20,060 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:17:20,064 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:17:20,065 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:17:20,065 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:17:20,065 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:17:20,065 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:17:20,065 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:17:20,066 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149040065,5,FailOnTimeoutGroup] 2024-12-02T14:17:20,070 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149040066,5,FailOnTimeoutGroup] 2024-12-02T14:17:20,070 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,070 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:17:20,070 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,070 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:17:20,134 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(746): ClusterId : dede2885-0bfa-439f-82c5-9942d72c74c8 2024-12-02T14:17:20,134 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:17:20,136 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:17:20,136 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:17:20,137 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:17:20,137 DEBUG [RS:0;a3a61c9ba14f:46567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740d991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:17:20,150 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:46567 2024-12-02T14:17:20,150 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:17:20,150 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:17:20,150 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:17:20,151 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,43811,1733149038271 with port=46567, startcode=1733149038314 2024-12-02T14:17:20,151 DEBUG [RS:0;a3a61c9ba14f:46567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:17:20,152 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:17:20,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:20,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43811 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:20,154 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0 2024-12-02T14:17:20,154 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43773 2024-12-02T14:17:20,154 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:17:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432/rs 2024-12-02T14:17:20,155 DEBUG [RS:0;a3a61c9ba14f:46567 {}] zookeeper.ZKUtil(111): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Set watcher on existing znode=/029480432/rs/a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:20,155 WARN [RS:0;a3a61c9ba14f:46567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:17:20,155 INFO [RS:0;a3a61c9ba14f:46567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:20,155 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:20,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,46567,1733149038314] 2024-12-02T14:17:20,157 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:17:20,158 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:17:20,159 INFO [RS:0;a3a61c9ba14f:46567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:17:20,159 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,160 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:17:20,161 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:17:20,161 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:17:20,161 DEBUG [RS:0;a3a61c9ba14f:46567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:17:20,168 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,168 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,168 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,168 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,168 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,168 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46567,1733149038314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:17:20,185 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:17:20,185 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46567,1733149038314-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,185 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,185 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.Replication(171): a3a61c9ba14f,46567,1733149038314 started 2024-12-02T14:17:20,198 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:20,198 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,46567,1733149038314, RpcServer on a3a61c9ba14f/172.17.0.2:46567, sessionid=0x1009b4aeff50001 2024-12-02T14:17:20,198 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:17:20,198 DEBUG [RS:0;a3a61c9ba14f:46567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:20,198 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,46567,1733149038314' 2024-12-02T14:17:20,198 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/029480432/flush-table-proc/abort' 2024-12-02T14:17:20,199 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/029480432/flush-table-proc/acquired' 2024-12-02T14:17:20,199 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:17:20,199 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:17:20,199 DEBUG [RS:0;a3a61c9ba14f:46567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:20,199 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,46567,1733149038314' 2024-12-02T14:17:20,199 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/029480432/online-snapshot/abort' 2024-12-02T14:17:20,199 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/029480432/online-snapshot/acquired' 2024-12-02T14:17:20,199 DEBUG [RS:0;a3a61c9ba14f:46567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:17:20,199 INFO [RS:0;a3a61c9ba14f:46567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:17:20,199 INFO [RS:0;a3a61c9ba14f:46567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:17:20,300 INFO [RS:0;a3a61c9ba14f:46567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:17:20,301 INFO [RS:0;a3a61c9ba14f:46567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C46567%2C1733149038314, suffix=, logDir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314, archiveDir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/oldWALs, maxLogs=10 2024-12-02T14:17:20,312 DEBUG [RS:0;a3a61c9ba14f:46567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301, exclude list is [], retry=0 2024-12-02T14:17:20,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39015,DS-ec6da818-66fa-4a95-b68c-105ae0f857e2,DISK] 2024-12-02T14:17:20,315 INFO [RS:0;a3a61c9ba14f:46567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 2024-12-02T14:17:20,315 DEBUG [RS:0;a3a61c9ba14f:46567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-12-02T14:17:20,472 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:17:20,472 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0 2024-12-02T14:17:20,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:17:20,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:20,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:17:20,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:17:20,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:20,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:20,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:17:20,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:17:20,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:20,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:20,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:17:20,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:17:20,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:20,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:20,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:17:20,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:17:20,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:20,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:20,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:17:20,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740 2024-12-02T14:17:20,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740 2024-12-02T14:17:20,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:17:20,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:17:20,884 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:17:20,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:17:20,886 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:20,886 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60100678, jitterRate=-0.10443010926246643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:17:20,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733149040877Initializing all the Stores at 1733149040878 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149040878Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149040878Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149040878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149040878Cleaning up temporary data from old regions at 1733149040884 (+6 ms)Region opened successfully at 1733149040887 (+3 ms) 2024-12-02T14:17:20,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:17:20,887 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:17:20,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:17:20,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:17:20,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:17:20,887 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:17:20,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149040887Disabling compacts and flushes for region at 1733149040887Disabling writes for close at 1733149040887Writing region close event to WAL at 1733149040887Closed at 1733149040887 2024-12-02T14:17:20,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:20,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:17:20,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:17:20,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:17:20,889 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:17:21,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:17:21,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:21,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:21,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:21,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:21,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:21,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:21,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:21,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:21,039 DEBUG [a3a61c9ba14f:43811 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:17:21,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:21,041 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,46567,1733149038314, state=OPENING 2024-12-02T14:17:21,042 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:17:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:21,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /029480432/meta-region-server: CHANGED 2024-12-02T14:17:21,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /029480432/meta-region-server: CHANGED 2024-12-02T14:17:21,043 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:17:21,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,46567,1733149038314}] 2024-12-02T14:17:21,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:21,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:21,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:21,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:21,195 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:17:21,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:17:21,198 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:17:21,198 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:21,199 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:17:21,200 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C46567%2C1733149038314.meta, suffix=.meta, logDir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314, archiveDir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/oldWALs, maxLogs=10 2024-12-02T14:17:21,211 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.meta.1733149041200.meta, exclude list is [], retry=0 2024-12-02T14:17:21,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39015,DS-ec6da818-66fa-4a95-b68c-105ae0f857e2,DISK] 2024-12-02T14:17:21,214 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.meta.1733149041200.meta 2024-12-02T14:17:21,216 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-12-02T14:17:21,216 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:21,216 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:17:21,216 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:17:21,216 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:17:21,216 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:17:21,216 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:17:21,216 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:21,216 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:17:21,216 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:17:21,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:17:21,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:17:21,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:21,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:21,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:17:21,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:17:21,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:21,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:21,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:17:21,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:17:21,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:21,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:21,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:17:21,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:17:21,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:21,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:21,223 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:17:21,223 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740 2024-12-02T14:17:21,224 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740 2024-12-02T14:17:21,225 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:17:21,225 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:17:21,225 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:17:21,226 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:17:21,226 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74768144, jitterRate=0.11413216590881348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:17:21,226 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:17:21,226 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733149041217Writing region info on filesystem at 1733149041217Initializing all the Stores at 1733149041217Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149041217Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149041219 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149041219Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149041219Cleaning up temporary data from old regions at 1733149041225 (+6 ms)Running coprocessor post-open hooks at 1733149041226 (+1 ms)Region opened successfully at 1733149041226 2024-12-02T14:17:21,227 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733149041195 2024-12-02T14:17:21,229 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:17:21,229 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:17:21,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:21,230 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,46567,1733149038314, state=OPEN 2024-12-02T14:17:21,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/029480432/meta-region-server 2024-12-02T14:17:21,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/029480432/meta-region-server 2024-12-02T14:17:21,245 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:21,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /029480432/meta-region-server: CHANGED 2024-12-02T14:17:21,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /029480432/meta-region-server: CHANGED 2024-12-02T14:17:21,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:17:21,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,46567,1733149038314 in 202 msec 2024-12-02T14:17:21,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:17:21,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-12-02T14:17:21,250 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:21,250 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:17:21,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:21,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46567,1733149038314, seqNum=-1] 2024-12-02T14:17:21,251 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:21,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:17:21,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-12-02T14:17:21,263 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733149041263, completionTime=-1 2024-12-02T14:17:21,263 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:17:21,264 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:17:21,265 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:17:21,265 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149101265 2024-12-02T14:17:21,265 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149161265 2024-12-02T14:17:21,265 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:17:21,266 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43811,1733149038271-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:21,266 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43811,1733149038271-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:21,266 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43811,1733149038271-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:21,266 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:43811, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:21,266 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:21,268 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:17:21,270 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:21,273 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.928sec 2024-12-02T14:17:21,273 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:17:21,273 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:17:21,273 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:17:21,273 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:17:21,274 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:17:21,274 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43811,1733149038271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:17:21,274 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43811,1733149038271-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:17:21,275 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:17:21,275 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:17:21,275 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43811,1733149038271-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:21,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:21,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43811,-1 for getting cluster id 2024-12-02T14:17:21,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:21,336 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dede2885-0bfa-439f-82c5-9942d72c74c8' 2024-12-02T14:17:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dede2885-0bfa-439f-82c5-9942d72c74c8" 2024-12-02T14:17:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a71412f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43811,-1] 2024-12-02T14:17:21,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:21,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:21,337 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:21,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd69fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:21,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:21,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46567,1733149038314, seqNum=-1] 2024-12-02T14:17:21,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:21,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:17:21,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:21,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58478 2024-12-02T14:17:21,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:17:21,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b4aeff50002 connected 2024-12-02T14:17:21,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/hadoop.log.dir so I do NOT create it in target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b 2024-12-02T14:17:21,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:17:21,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/hadoop.tmp.dir so I do NOT create it in target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b 2024-12-02T14:17:21,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:17:21,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b 2024-12-02T14:17:21,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:17:21,346 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/cluster_ec2e7d3a-e130-3f3d-7953-877657716ab7, deleteOnExit=true 2024-12-02T14:17:21,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:17:21,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/test.cache.data in system properties and HBase conf 2024-12-02T14:17:21,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:17:21,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:17:21,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:17:21,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:17:21,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:17:21,346 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:17:21,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:17:21,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:17:21,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:17:21,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:17:21,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:17:21,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:17:21,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:17:21,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:17:21,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:17:21,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:17:21,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:17:21,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:17:21,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:17:21,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:17:21,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:17:21,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:17:21,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:17:21,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:17:21,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:17:21,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:17:21,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:17:21,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:17:21,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ef897f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/java.io.tmpdir/jetty-localhost-45763-hadoop-hdfs-3_4_1-tests_jar-_-any-12112161910992086960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:17:21,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:45763} 2024-12-02T14:17:21,571 INFO [Time-limited test {}] server.Server(415): Started @209954ms 2024-12-02T14:17:21,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:17:21,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:17:21,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:17:21,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:17:21,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:17:21,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:17:21,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:17:21,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b203ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/java.io.tmpdir/jetty-localhost-33217-hadoop-hdfs-3_4_1-tests_jar-_-any-5044432727891765068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:17:21,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:33217} 2024-12-02T14:17:21,753 INFO [Time-limited test {}] server.Server(415): Started @210135ms 2024-12-02T14:17:21,754 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:17:21,809 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/cluster_ec2e7d3a-e130-3f3d-7953-877657716ab7/data/data2/current/BP-2119006882-172.17.0.2-1733149041375/current, will proceed with Du for space computation calculation, 2024-12-02T14:17:21,809 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/cluster_ec2e7d3a-e130-3f3d-7953-877657716ab7/data/data1/current/BP-2119006882-172.17.0.2-1733149041375/current, will proceed with Du for space computation calculation, 2024-12-02T14:17:21,832 WARN [Thread-2769 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:17:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14ae777b592b47d4 with lease ID 0x88d1d74dfc10e6dc: Processing first storage report for DS-e8d7a6a8-5348-43f4-bba8-ca886ae9e788 from datanode DatanodeRegistration(127.0.0.1:34983, datanodeUuid=df53b1ca-5b45-48dc-a8ee-7669b67165d3, infoPort=36167, infoSecurePort=0, ipcPort=35969, storageInfo=lv=-57;cid=testClusterID;nsid=1367728494;c=1733149041375) 2024-12-02T14:17:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14ae777b592b47d4 with lease ID 0x88d1d74dfc10e6dc: from storage DS-e8d7a6a8-5348-43f4-bba8-ca886ae9e788 node DatanodeRegistration(127.0.0.1:34983, datanodeUuid=df53b1ca-5b45-48dc-a8ee-7669b67165d3, infoPort=36167, infoSecurePort=0, ipcPort=35969, storageInfo=lv=-57;cid=testClusterID;nsid=1367728494;c=1733149041375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:17:21,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14ae777b592b47d4 with lease ID 0x88d1d74dfc10e6dc: Processing first storage report for DS-79b92c3d-5c58-401a-a43d-f74e88c7eb72 from datanode DatanodeRegistration(127.0.0.1:34983, datanodeUuid=df53b1ca-5b45-48dc-a8ee-7669b67165d3, infoPort=36167, infoSecurePort=0, ipcPort=35969, storageInfo=lv=-57;cid=testClusterID;nsid=1367728494;c=1733149041375) 2024-12-02T14:17:21,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14ae777b592b47d4 with lease ID 0x88d1d74dfc10e6dc: from storage DS-79b92c3d-5c58-401a-a43d-f74e88c7eb72 node DatanodeRegistration(127.0.0.1:34983, datanodeUuid=df53b1ca-5b45-48dc-a8ee-7669b67165d3, infoPort=36167, infoSecurePort=0, ipcPort=35969, storageInfo=lv=-57;cid=testClusterID;nsid=1367728494;c=1733149041375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:17:21,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b 2024-12-02T14:17:21,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:21,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:17:21,895 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2 with version=8 2024-12-02T14:17:21,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/hbase-staging 2024-12-02T14:17:21,897 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:17:21,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:21,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:21,897 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:17:21,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:21,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:17:21,897 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:17:21,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:17:21,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39991 2024-12-02T14:17:21,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39991 connecting to ZooKeeper ensemble=127.0.0.1:58478 2024-12-02T14:17:21,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399910x0, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:17:21,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39991-0x1009b4aeff50003 connected 2024-12-02T14:17:21,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:21,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:21,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Set watcher on znode that does not yet exist, /1-946139243/running 2024-12-02T14:17:21,908 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2, hbase.cluster.distributed=false 2024-12-02T14:17:21,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Set watcher on znode that does not yet exist, /1-946139243/acl 2024-12-02T14:17:21,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39991 2024-12-02T14:17:21,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39991 2024-12-02T14:17:21,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39991 2024-12-02T14:17:21,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39991 2024-12-02T14:17:21,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39991 2024-12-02T14:17:21,930 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:17:21,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:21,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:21,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:17:21,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:21,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:17:21,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:17:21,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:17:21,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32963 2024-12-02T14:17:21,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32963 connecting to ZooKeeper ensemble=127.0.0.1:58478 2024-12-02T14:17:21,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:21,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:21,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329630x0, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:17:21,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329630x0, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Set watcher on znode that does not yet exist, /1-946139243/running 2024-12-02T14:17:21,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32963-0x1009b4aeff50004 connected 2024-12-02T14:17:21,937 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:17:21,938 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:17:21,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Set watcher on znode that does not yet exist, /1-946139243/master 2024-12-02T14:17:21,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Set watcher on znode that does not yet exist, /1-946139243/acl 2024-12-02T14:17:21,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32963 2024-12-02T14:17:21,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32963 2024-12-02T14:17:21,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32963 2024-12-02T14:17:21,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32963 2024-12-02T14:17:21,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32963 2024-12-02T14:17:21,958 DEBUG [M:0;a3a61c9ba14f:39991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:39991 2024-12-02T14:17:21,959 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-946139243/backup-masters/a3a61c9ba14f,39991,1733149041896 2024-12-02T14:17:21,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243/backup-masters 2024-12-02T14:17:21,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243/backup-masters 2024-12-02T14:17:21,960 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Set watcher on existing znode=/1-946139243/backup-masters/a3a61c9ba14f,39991,1733149041896 2024-12-02T14:17:21,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-946139243/master 2024-12-02T14:17:21,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:21,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:21,961 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Set watcher on existing znode=/1-946139243/master 2024-12-02T14:17:21,961 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-946139243/backup-masters/a3a61c9ba14f,39991,1733149041896 from backup master directory 2024-12-02T14:17:21,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-946139243/backup-masters/a3a61c9ba14f,39991,1733149041896 2024-12-02T14:17:21,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243/backup-masters 2024-12-02T14:17:21,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243/backup-masters 2024-12-02T14:17:21,962 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:17:21,962 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,39991,1733149041896 2024-12-02T14:17:21,966 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/hbase.id] with ID: 06978ebb-b9df-46f7-af8d-5ce7d4b7f496 2024-12-02T14:17:21,966 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/.tmp/hbase.id 2024-12-02T14:17:21,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:17:22,375 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/.tmp/hbase.id]:[hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/hbase.id] 2024-12-02T14:17:22,383 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:22,383 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:17:22,384 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:17:22,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:22,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:22,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:17:22,789 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:17:22,790 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:17:22,790 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:22,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:17:23,196 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store 2024-12-02T14:17:23,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:17:23,602 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:23,602 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:17:23,602 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:23,602 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:23,602 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:17:23,603 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:23,603 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:23,603 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149043602Disabling compacts and flushes for region at 1733149043602Disabling writes for close at 1733149043603 (+1 ms)Writing region close event to WAL at 1733149043603Closed at 1733149043603 2024-12-02T14:17:23,603 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/.initializing 2024-12-02T14:17:23,603 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/WALs/a3a61c9ba14f,39991,1733149041896 2024-12-02T14:17:23,604 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:17:23,605 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C39991%2C1733149041896, suffix=, logDir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/WALs/a3a61c9ba14f,39991,1733149041896, archiveDir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/oldWALs, maxLogs=10 2024-12-02T14:17:23,616 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/WALs/a3a61c9ba14f,39991,1733149041896/a3a61c9ba14f%2C39991%2C1733149041896.1733149043605, exclude list is [], retry=0 2024-12-02T14:17:23,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34983,DS-e8d7a6a8-5348-43f4-bba8-ca886ae9e788,DISK] 2024-12-02T14:17:23,619 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/WALs/a3a61c9ba14f,39991,1733149041896/a3a61c9ba14f%2C39991%2C1733149041896.1733149043605 2024-12-02T14:17:23,619 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36167:36167)] 2024-12-02T14:17:23,619 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:23,619 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:23,620 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:23,620 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:23,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:23,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:17:23,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:23,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:23,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:23,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:17:23,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:23,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:23,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:23,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:17:23,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:23,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:23,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:23,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:17:23,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:23,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:23,624 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:23,625 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:23,625 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:23,625 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:23,626 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:23,626 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:17:23,626 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:23,628 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:23,628 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73831605, jitterRate=0.10017664730548859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:17:23,628 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733149043620Initializing all the Stores at 1733149043620Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149043620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149043620Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149043620Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149043620Cleaning up temporary data from old regions at 1733149043626 (+6 ms)Region opened successfully at 1733149043628 (+2 ms) 2024-12-02T14:17:23,628 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:17:23,630 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a0cb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:17:23,631 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:17:23,631 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:17:23,631 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:17:23,631 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:17:23,631 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:17:23,632 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:17:23,632 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:17:23,633 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:17:23,634 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Unable to get data of znode /1-946139243/balancer because node does not exist (not necessarily an error) 2024-12-02T14:17:23,634 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-946139243/balancer already deleted, retry=false 2024-12-02T14:17:23,635 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:17:23,635 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Unable to get data of znode /1-946139243/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:17:23,635 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-946139243/normalizer already deleted, retry=false 2024-12-02T14:17:23,636 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:17:23,636 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Unable to get data of znode /1-946139243/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:17:23,637 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-946139243/switch/split already deleted, retry=false 2024-12-02T14:17:23,637 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Unable to get data of znode /1-946139243/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:17:23,638 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-946139243/switch/merge already deleted, retry=false 2024-12-02T14:17:23,639 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Unable to get data of znode /1-946139243/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:17:23,639 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-946139243/snapshot-cleanup already deleted, retry=false 2024-12-02T14:17:23,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-946139243/running 2024-12-02T14:17:23,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-946139243/running 2024-12-02T14:17:23,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:23,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:23,640 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,39991,1733149041896, sessionid=0x1009b4aeff50003, setting cluster-up flag (Was=false) 2024-12-02T14:17:23,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:23,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:23,644 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-946139243/flush-table-proc/acquired, /1-946139243/flush-table-proc/reached, /1-946139243/flush-table-proc/abort 2024-12-02T14:17:23,644 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,39991,1733149041896 2024-12-02T14:17:23,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:23,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:23,647 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-946139243/online-snapshot/acquired, /1-946139243/online-snapshot/reached, /1-946139243/online-snapshot/abort 2024-12-02T14:17:23,648 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,39991,1733149041896 2024-12-02T14:17:23,649 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:17:23,650 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:23,651 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:17:23,651 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:17:23,651 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(746): ClusterId : 06978ebb-b9df-46f7-af8d-5ce7d4b7f496 2024-12-02T14:17:23,651 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:17:23,651 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,39991,1733149041896 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:17:23,652 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:23,652 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:17:23,652 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:17:23,652 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:23,652 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:23,652 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:23,652 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:17:23,652 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:23,652 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:17:23,653 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:23,653 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:17:23,654 DEBUG [RS:0;a3a61c9ba14f:32963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1c0751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:17:23,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:23,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:17:23,654 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:23,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:17:23,660 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149073660 2024-12-02T14:17:23,660 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:17:23,660 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:17:23,661 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:17:23,661 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:17:23,661 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:17:23,661 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:17:23,665 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,668 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:17:23,668 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:17:23,668 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:17:23,669 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:17:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:17:23,669 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:17:23,669 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:17:23,669 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149043669,5,FailOnTimeoutGroup] 2024-12-02T14:17:23,670 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149043669,5,FailOnTimeoutGroup] 2024-12-02T14:17:23,670 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,670 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:17:23,670 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,670 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,672 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:32963 2024-12-02T14:17:23,672 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:17:23,672 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:17:23,672 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:17:23,673 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,39991,1733149041896 with port=32963, startcode=1733149041929 2024-12-02T14:17:23,673 DEBUG [RS:0;a3a61c9ba14f:32963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:17:23,674 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:17:23,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:23,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39991 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:23,676 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2 2024-12-02T14:17:23,676 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40667 2024-12-02T14:17:23,676 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:17:23,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243/rs 2024-12-02T14:17:23,677 DEBUG [RS:0;a3a61c9ba14f:32963 {}] zookeeper.ZKUtil(111): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Set watcher on existing znode=/1-946139243/rs/a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:23,677 WARN [RS:0;a3a61c9ba14f:32963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:17:23,677 INFO [RS:0;a3a61c9ba14f:32963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:23,677 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:23,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,32963,1733149041929] 2024-12-02T14:17:23,680 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:17:23,681 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:17:23,685 INFO [RS:0;a3a61c9ba14f:32963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:17:23,685 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,685 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:17:23,686 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:17:23,686 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,686 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:23,686 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:23,686 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:23,686 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:23,686 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:23,686 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:17:23,686 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:23,686 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:23,687 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:23,687 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:23,687 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:23,687 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:23,687 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:17:23,687 DEBUG [RS:0;a3a61c9ba14f:32963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:17:23,690 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,690 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,690 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,690 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,690 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,690 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,32963,1733149041929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:17:23,701 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:17:23,701 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,32963,1733149041929-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,701 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,701 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.Replication(171): a3a61c9ba14f,32963,1733149041929 started 2024-12-02T14:17:23,712 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:23,712 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,32963,1733149041929, RpcServer on a3a61c9ba14f/172.17.0.2:32963, sessionid=0x1009b4aeff50004 2024-12-02T14:17:23,712 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:17:23,712 DEBUG [RS:0;a3a61c9ba14f:32963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:23,712 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,32963,1733149041929' 2024-12-02T14:17:23,712 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-946139243/flush-table-proc/abort' 2024-12-02T14:17:23,713 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-946139243/flush-table-proc/acquired' 2024-12-02T14:17:23,713 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:17:23,713 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:17:23,713 DEBUG [RS:0;a3a61c9ba14f:32963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:23,713 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,32963,1733149041929' 2024-12-02T14:17:23,713 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-946139243/online-snapshot/abort' 2024-12-02T14:17:23,713 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-946139243/online-snapshot/acquired' 2024-12-02T14:17:23,713 DEBUG [RS:0;a3a61c9ba14f:32963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:17:23,713 INFO [RS:0;a3a61c9ba14f:32963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:17:23,713 INFO [RS:0;a3a61c9ba14f:32963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:17:23,814 INFO [RS:0;a3a61c9ba14f:32963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:17:23,815 INFO [RS:0;a3a61c9ba14f:32963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C32963%2C1733149041929, suffix=, logDir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929, archiveDir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/oldWALs, maxLogs=10 2024-12-02T14:17:23,826 DEBUG [RS:0;a3a61c9ba14f:32963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815, exclude list is [], retry=0 2024-12-02T14:17:23,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34983,DS-e8d7a6a8-5348-43f4-bba8-ca886ae9e788,DISK] 2024-12-02T14:17:23,829 INFO [RS:0;a3a61c9ba14f:32963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 2024-12-02T14:17:23,830 DEBUG [RS:0;a3a61c9ba14f:32963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36167:36167)] 2024-12-02T14:17:24,070 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:17:24,070 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2 2024-12-02T14:17:24,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:17:24,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:24,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:17:24,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:17:24,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:24,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:24,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:17:24,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:17:24,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:24,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:24,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:17:24,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:17:24,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:24,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:24,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:17:24,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:17:24,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:24,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:24,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:17:24,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740 2024-12-02T14:17:24,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740 2024-12-02T14:17:24,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:17:24,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:17:24,482 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:17:24,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:17:24,484 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:24,485 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62080124, jitterRate=-0.07493406534194946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:17:24,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733149044475Initializing all the Stores at 1733149044476 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149044476Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149044476Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149044476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149044476Cleaning up temporary data from old regions at 1733149044482 (+6 ms)Region opened successfully at 1733149044485 (+3 ms) 2024-12-02T14:17:24,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:17:24,485 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:17:24,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:17:24,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:17:24,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:17:24,485 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:17:24,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149044485Disabling compacts and flushes for region at 1733149044485Disabling writes for close at 1733149044485Writing region close event to WAL at 1733149044485Closed at 1733149044485 2024-12-02T14:17:24,486 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:24,486 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:17:24,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:17:24,487 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:17:24,488 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:17:24,638 DEBUG [a3a61c9ba14f:39991 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:17:24,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:24,639 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,32963,1733149041929, state=OPENING 2024-12-02T14:17:24,641 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:17:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:24,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:24,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-946139243/meta-region-server: CHANGED 2024-12-02T14:17:24,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-946139243/meta-region-server: CHANGED 2024-12-02T14:17:24,642 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:17:24,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,32963,1733149041929}] 2024-12-02T14:17:24,794 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:17:24,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:17:24,798 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:17:24,798 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:24,798 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:17:24,799 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C32963%2C1733149041929.meta, suffix=.meta, logDir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929, archiveDir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/oldWALs, maxLogs=10 2024-12-02T14:17:24,814 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.meta.1733149044799.meta, exclude list is [], retry=0 2024-12-02T14:17:24,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34983,DS-e8d7a6a8-5348-43f4-bba8-ca886ae9e788,DISK] 2024-12-02T14:17:24,818 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.meta.1733149044799.meta 2024-12-02T14:17:24,818 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36167:36167)] 2024-12-02T14:17:24,819 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:24,819 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:17:24,819 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:17:24,819 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:17:24,819 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:17:24,819 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:17:24,819 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:24,820 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:17:24,820 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:17:24,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:17:24,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:17:24,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:24,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:24,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:17:24,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:17:24,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:24,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:24,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:17:24,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:17:24,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:24,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:24,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:17:24,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:17:24,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:24,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:24,824 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:17:24,825 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740 2024-12-02T14:17:24,825 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740 2024-12-02T14:17:24,826 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:17:24,826 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:17:24,827 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:17:24,827 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:17:24,828 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63675948, jitterRate=-0.05115443468093872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:17:24,828 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:17:24,828 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733149044820Writing region info on filesystem at 1733149044820Initializing all the Stores at 1733149044820Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149044820Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149044821 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149044821Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149044821Cleaning up temporary data from old regions at 1733149044826 (+5 ms)Running coprocessor post-open hooks at 1733149044828 (+2 ms)Region opened successfully at 1733149044828 2024-12-02T14:17:24,829 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733149044794 2024-12-02T14:17:24,830 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:17:24,830 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:17:24,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:24,831 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,32963,1733149041929, state=OPEN 2024-12-02T14:17:24,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-946139243/meta-region-server 2024-12-02T14:17:24,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-946139243/meta-region-server 2024-12-02T14:17:24,832 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:24,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-946139243/meta-region-server: CHANGED 2024-12-02T14:17:24,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-946139243/meta-region-server: CHANGED 2024-12-02T14:17:24,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:17:24,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,32963,1733149041929 in 190 msec 2024-12-02T14:17:24,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:17:24,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-12-02T14:17:24,836 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:24,836 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:17:24,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:24,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,32963,1733149041929, seqNum=-1] 2024-12-02T14:17:24,837 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:24,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:17:24,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1920 sec 2024-12-02T14:17:24,842 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733149044842, completionTime=-1 2024-12-02T14:17:24,842 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:17:24,842 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:17:24,844 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:17:24,844 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149104844 2024-12-02T14:17:24,844 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149164844 2024-12-02T14:17:24,844 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:17:24,844 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,39991,1733149041896-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:24,844 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,39991,1733149041896-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:24,844 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,39991,1733149041896-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:24,845 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:39991, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:24,845 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:24,845 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:24,846 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:17:24,848 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.886sec 2024-12-02T14:17:24,848 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:17:24,848 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:17:24,848 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:17:24,848 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:17:24,848 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:17:24,848 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,39991,1733149041896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:17:24,848 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,39991,1733149041896-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:17:24,850 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:17:24,850 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:17:24,850 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,39991,1733149041896-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:24,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:24,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,39991,-1 for getting cluster id 2024-12-02T14:17:24,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:24,853 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06978ebb-b9df-46f7-af8d-5ce7d4b7f496' 2024-12-02T14:17:24,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:24,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06978ebb-b9df-46f7-af8d-5ce7d4b7f496" 2024-12-02T14:17:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a4a3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,39991,-1] 2024-12-02T14:17:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:24,855 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:24,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:24,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:24,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,32963,1733149041929, seqNum=-1] 2024-12-02T14:17:24,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:24,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:17:24,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,39991,1733149041896 2024-12-02T14:17:24,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58478 2024-12-02T14:17:24,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:17:24,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b4aeff50005 connected 2024-12-02T14:17:24,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/hadoop.log.dir so I do NOT create it in target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c 2024-12-02T14:17:24,866 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:17:24,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/hadoop.tmp.dir so I do NOT create it in target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c 2024-12-02T14:17:24,866 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:17:24,866 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c 2024-12-02T14:17:24,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:17:24,866 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/cluster_34e68f1c-c67c-1fb5-5e1f-4241b552fffb, deleteOnExit=true 2024-12-02T14:17:24,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:17:24,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/test.cache.data in system properties and HBase conf 2024-12-02T14:17:24,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:17:24,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:17:24,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:17:24,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:17:24,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:17:24,868 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:17:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:17:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:17:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:17:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:17:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:17:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:17:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:17:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:17:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:17:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:17:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:17:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:17:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:17:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:17:24,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:17:24,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:17:24,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:17:24,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:17:24,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:17:24,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:17:24,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:17:24,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:17:25,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f67c797{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/java.io.tmpdir/jetty-localhost-34401-hadoop-hdfs-3_4_1-tests_jar-_-any-13557212781271458236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:17:25,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:34401} 2024-12-02T14:17:25,020 INFO [Time-limited test {}] server.Server(415): Started @213403ms 2024-12-02T14:17:25,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:17:25,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:17:25,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:17:25,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:17:25,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:17:25,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:17:25,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:17:25,156 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:25,156 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:17:25,157 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38351 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:17:25,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7615a626{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/java.io.tmpdir/jetty-localhost-45207-hadoop-hdfs-3_4_1-tests_jar-_-any-7323011162962406834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:17:25,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:45207} 2024-12-02T14:17:25,177 INFO [Time-limited test {}] server.Server(415): Started @213559ms 2024-12-02T14:17:25,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:17:25,240 WARN [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/cluster_34e68f1c-c67c-1fb5-5e1f-4241b552fffb/data/data1/current/BP-168110774-172.17.0.2-1733149044885/current, will proceed with Du for space computation calculation, 2024-12-02T14:17:25,240 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/cluster_34e68f1c-c67c-1fb5-5e1f-4241b552fffb/data/data2/current/BP-168110774-172.17.0.2-1733149044885/current, will proceed with Du for space computation calculation, 2024-12-02T14:17:25,261 WARN [Thread-2889 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:17:25,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22368135ae614b18 with lease ID 0x994e25f66c5c9f35: Processing first storage report for DS-8ef5fa45-f62b-4b87-b809-94dbea7c5adb from datanode DatanodeRegistration(127.0.0.1:39201, datanodeUuid=7cc01126-aeed-4106-a449-096e1d85c238, infoPort=43863, infoSecurePort=0, ipcPort=38237, storageInfo=lv=-57;cid=testClusterID;nsid=1940974522;c=1733149044885) 2024-12-02T14:17:25,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22368135ae614b18 with lease ID 0x994e25f66c5c9f35: from storage DS-8ef5fa45-f62b-4b87-b809-94dbea7c5adb node DatanodeRegistration(127.0.0.1:39201, datanodeUuid=7cc01126-aeed-4106-a449-096e1d85c238, infoPort=43863, infoSecurePort=0, ipcPort=38237, storageInfo=lv=-57;cid=testClusterID;nsid=1940974522;c=1733149044885), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:17:25,266 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22368135ae614b18 with lease ID 0x994e25f66c5c9f35: Processing first storage report for DS-02d0d934-6295-4788-bb9e-f0176eb36c76 from datanode DatanodeRegistration(127.0.0.1:39201, datanodeUuid=7cc01126-aeed-4106-a449-096e1d85c238, infoPort=43863, infoSecurePort=0, ipcPort=38237, storageInfo=lv=-57;cid=testClusterID;nsid=1940974522;c=1733149044885) 2024-12-02T14:17:25,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22368135ae614b18 with lease ID 0x994e25f66c5c9f35: from storage DS-02d0d934-6295-4788-bb9e-f0176eb36c76 node DatanodeRegistration(127.0.0.1:39201, datanodeUuid=7cc01126-aeed-4106-a449-096e1d85c238, infoPort=43863, infoSecurePort=0, ipcPort=38237, storageInfo=lv=-57;cid=testClusterID;nsid=1940974522;c=1733149044885), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:17:25,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c 2024-12-02T14:17:25,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:25,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:25,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:17:25,721 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b with version=8 2024-12-02T14:17:25,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/hbase-staging 2024-12-02T14:17:25,723 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:17:25,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:25,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:25,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:17:25,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:25,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:17:25,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:17:25,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:17:25,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33369 2024-12-02T14:17:25,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33369 connecting to ZooKeeper ensemble=127.0.0.1:58478 2024-12-02T14:17:25,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333690x0, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:17:25,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33369-0x1009b4aeff50006 connected 2024-12-02T14:17:25,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:25,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:25,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Set watcher on znode that does not yet exist, /2-1183782809/running 2024-12-02T14:17:25,735 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b, hbase.cluster.distributed=false 2024-12-02T14:17:25,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Set watcher on znode that does not yet exist, /2-1183782809/acl 2024-12-02T14:17:25,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33369 2024-12-02T14:17:25,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33369 2024-12-02T14:17:25,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33369 2024-12-02T14:17:25,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33369 2024-12-02T14:17:25,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33369 2024-12-02T14:17:25,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:17:25,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:25,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:25,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:17:25,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:25,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:17:25,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:17:25,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:17:25,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35773 2024-12-02T14:17:25,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35773 connecting to ZooKeeper ensemble=127.0.0.1:58478 2024-12-02T14:17:25,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:25,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:25,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357730x0, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:17:25,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357730x0, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Set watcher on znode that does not yet exist, /2-1183782809/running 2024-12-02T14:17:25,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35773-0x1009b4aeff50007 connected 2024-12-02T14:17:25,762 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:17:25,765 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:17:25,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Set watcher on znode that does not yet exist, /2-1183782809/master 2024-12-02T14:17:25,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Set watcher on znode that does not yet exist, /2-1183782809/acl 2024-12-02T14:17:25,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35773 2024-12-02T14:17:25,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35773 2024-12-02T14:17:25,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35773 2024-12-02T14:17:25,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35773 2024-12-02T14:17:25,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35773 2024-12-02T14:17:25,789 DEBUG [M:0;a3a61c9ba14f:33369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:33369 2024-12-02T14:17:25,789 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1183782809/backup-masters/a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:25,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809/backup-masters 2024-12-02T14:17:25,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809/backup-masters 2024-12-02T14:17:25,790 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Set watcher on existing znode=/2-1183782809/backup-masters/a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:25,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:25,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1183782809/master 2024-12-02T14:17:25,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:25,791 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Set watcher on existing znode=/2-1183782809/master 2024-12-02T14:17:25,792 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1183782809/backup-masters/a3a61c9ba14f,33369,1733149045723 from backup master directory 2024-12-02T14:17:25,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809/backup-masters 2024-12-02T14:17:25,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1183782809/backup-masters/a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:25,792 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:17:25,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809/backup-masters 2024-12-02T14:17:25,792 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:25,795 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/hbase.id] with ID: dba1338f-b2fd-4ce4-92af-288e853aaf1f 2024-12-02T14:17:25,795 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/.tmp/hbase.id 2024-12-02T14:17:25,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:17:26,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:17:26,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T14:17:26,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:26,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T14:17:26,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:17:26,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T14:17:26,158 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:17:26,203 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/.tmp/hbase.id]:[hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/hbase.id] 2024-12-02T14:17:26,210 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:26,210 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:17:26,210 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T14:17:26,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:26,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:26,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:17:26,616 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:17:26,616 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:17:26,616 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:26,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:17:26,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:17:26,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:26,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:26,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:26,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:26,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:26,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:26,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:26,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:26,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:26,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:26,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:26,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:27,022 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store 2024-12-02T14:17:27,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:17:27,028 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:27,028 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:17:27,028 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:27,028 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:27,028 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:17:27,028 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:27,028 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:27,028 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149047028Disabling compacts and flushes for region at 1733149047028Disabling writes for close at 1733149047028Writing region close event to WAL at 1733149047028Closed at 1733149047028 2024-12-02T14:17:27,029 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/.initializing 2024-12-02T14:17:27,029 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/WALs/a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:27,030 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:17:27,031 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C33369%2C1733149045723, suffix=, logDir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/WALs/a3a61c9ba14f,33369,1733149045723, archiveDir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/oldWALs, maxLogs=10 2024-12-02T14:17:27,041 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/WALs/a3a61c9ba14f,33369,1733149045723/a3a61c9ba14f%2C33369%2C1733149045723.1733149047031, exclude list is [], retry=0 2024-12-02T14:17:27,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39201,DS-8ef5fa45-f62b-4b87-b809-94dbea7c5adb,DISK] 2024-12-02T14:17:27,044 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/WALs/a3a61c9ba14f,33369,1733149045723/a3a61c9ba14f%2C33369%2C1733149045723.1733149047031 2024-12-02T14:17:27,045 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43863:43863)] 2024-12-02T14:17:27,045 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:27,045 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:27,045 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:27,045 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:27,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:27,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:17:27,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:27,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:27,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:27,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:17:27,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:27,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:27,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:27,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:17:27,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:27,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:27,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:27,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:17:27,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:27,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:27,050 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:27,051 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:27,051 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:27,052 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:27,052 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:27,052 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:17:27,053 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:27,054 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:27,054 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73499986, jitterRate=0.09523513913154602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:17:27,054 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733149047045Initializing all the Stores at 1733149047046 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149047046Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149047046Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149047046Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149047046Cleaning up temporary data from old regions at 1733149047052 (+6 ms)Region opened successfully at 1733149047054 (+2 ms) 2024-12-02T14:17:27,054 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:17:27,056 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bea581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:17:27,056 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:17:27,056 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:17:27,057 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:17:27,057 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:17:27,057 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:17:27,057 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:17:27,057 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:17:27,058 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:17:27,059 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Unable to get data of znode /2-1183782809/balancer because node does not exist (not necessarily an error) 2024-12-02T14:17:27,059 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1183782809/balancer already deleted, retry=false 2024-12-02T14:17:27,060 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:17:27,060 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Unable to get data of znode /2-1183782809/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:17:27,060 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1183782809/normalizer already deleted, retry=false 2024-12-02T14:17:27,061 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:17:27,061 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Unable to get data of znode /2-1183782809/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:17:27,062 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1183782809/switch/split already deleted, retry=false 2024-12-02T14:17:27,063 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Unable to get data of znode /2-1183782809/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:17:27,063 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1183782809/switch/merge already deleted, retry=false 2024-12-02T14:17:27,065 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Unable to get data of znode /2-1183782809/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:17:27,065 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1183782809/snapshot-cleanup already deleted, retry=false 2024-12-02T14:17:27,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1183782809/running 2024-12-02T14:17:27,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1183782809/running 2024-12-02T14:17:27,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:27,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:27,066 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,33369,1733149045723, sessionid=0x1009b4aeff50006, setting cluster-up flag (Was=false) 2024-12-02T14:17:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:27,069 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1183782809/flush-table-proc/acquired, /2-1183782809/flush-table-proc/reached, /2-1183782809/flush-table-proc/abort 2024-12-02T14:17:27,070 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:27,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:27,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:27,073 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1183782809/online-snapshot/acquired, /2-1183782809/online-snapshot/reached, /2-1183782809/online-snapshot/abort 2024-12-02T14:17:27,073 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:27,074 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:17:27,075 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:27,075 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:17:27,075 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:17:27,075 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,33369,1733149045723 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:17:27,076 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:27,076 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:27,076 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:27,076 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:27,076 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:17:27,076 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:27,076 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:17:27,076 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:27,077 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(746): ClusterId : dba1338f-b2fd-4ce4-92af-288e853aaf1f 2024-12-02T14:17:27,077 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:17:27,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:27,077 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:17:27,078 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:27,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:17:27,078 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:17:27,078 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:17:27,079 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:17:27,079 DEBUG [RS:0;a3a61c9ba14f:35773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6526bd65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:17:27,081 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149077081 2024-12-02T14:17:27,081 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:17:27,081 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:17:27,081 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:17:27,081 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:17:27,081 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:17:27,081 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:17:27,085 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,086 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:17:27,086 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:17:27,086 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:17:27,087 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:17:27,087 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:17:27,087 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:17:27,089 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149047087,5,FailOnTimeoutGroup] 2024-12-02T14:17:27,089 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149047089,5,FailOnTimeoutGroup] 2024-12-02T14:17:27,089 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,089 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:17:27,089 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,089 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:17:27,092 DEBUG [RS:0;a3a61c9ba14f:35773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:35773 2024-12-02T14:17:27,092 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:17:27,092 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:17:27,092 DEBUG [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:17:27,092 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,33369,1733149045723 with port=35773, startcode=1733149045756 2024-12-02T14:17:27,092 DEBUG [RS:0;a3a61c9ba14f:35773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:17:27,097 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:17:27,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:27,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33369 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:27,098 DEBUG [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b 2024-12-02T14:17:27,098 DEBUG [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41237 2024-12-02T14:17:27,098 DEBUG [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:17:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809/rs 2024-12-02T14:17:27,101 DEBUG [RS:0;a3a61c9ba14f:35773 {}] zookeeper.ZKUtil(111): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Set watcher on existing znode=/2-1183782809/rs/a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:27,101 WARN [RS:0;a3a61c9ba14f:35773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:17:27,101 INFO [RS:0;a3a61c9ba14f:35773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:27,101 DEBUG [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:27,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,35773,1733149045756] 2024-12-02T14:17:27,107 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:17:27,108 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:17:27,109 INFO [RS:0;a3a61c9ba14f:35773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:17:27,109 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,110 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:17:27,110 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:17:27,110 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:17:27,111 DEBUG [RS:0;a3a61c9ba14f:35773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:17:27,111 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,111 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,111 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,111 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,111 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,111 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,35773,1733149045756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:17:27,122 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:17:27,123 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,35773,1733149045756-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,123 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,123 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.Replication(171): a3a61c9ba14f,35773,1733149045756 started 2024-12-02T14:17:27,133 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:27,133 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,35773,1733149045756, RpcServer on a3a61c9ba14f/172.17.0.2:35773, sessionid=0x1009b4aeff50007 2024-12-02T14:17:27,133 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:17:27,133 DEBUG [RS:0;a3a61c9ba14f:35773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:27,133 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,35773,1733149045756' 2024-12-02T14:17:27,133 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1183782809/flush-table-proc/abort' 2024-12-02T14:17:27,134 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1183782809/flush-table-proc/acquired' 2024-12-02T14:17:27,134 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:17:27,134 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:17:27,134 DEBUG [RS:0;a3a61c9ba14f:35773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:27,134 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,35773,1733149045756' 2024-12-02T14:17:27,134 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1183782809/online-snapshot/abort' 2024-12-02T14:17:27,134 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1183782809/online-snapshot/acquired' 2024-12-02T14:17:27,135 DEBUG [RS:0;a3a61c9ba14f:35773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:17:27,135 INFO [RS:0;a3a61c9ba14f:35773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:17:27,135 INFO [RS:0;a3a61c9ba14f:35773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:17:27,235 INFO [RS:0;a3a61c9ba14f:35773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:17:27,236 INFO [RS:0;a3a61c9ba14f:35773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C35773%2C1733149045756, suffix=, logDir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756, archiveDir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/oldWALs, maxLogs=10 2024-12-02T14:17:27,246 DEBUG [RS:0;a3a61c9ba14f:35773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236, exclude list is [], retry=0 2024-12-02T14:17:27,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39201,DS-8ef5fa45-f62b-4b87-b809-94dbea7c5adb,DISK] 2024-12-02T14:17:27,250 INFO [RS:0;a3a61c9ba14f:35773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 2024-12-02T14:17:27,251 DEBUG [RS:0;a3a61c9ba14f:35773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43863:43863)] 2024-12-02T14:17:27,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:17:27,491 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b 2024-12-02T14:17:27,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:17:27,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:27,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:17:27,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:17:27,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:27,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:27,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:17:27,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:17:27,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:27,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:27,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:17:27,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:17:27,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:27,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:27,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:17:27,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:17:27,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:27,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:27,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:17:27,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740 2024-12-02T14:17:27,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740 2024-12-02T14:17:27,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:17:27,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:17:27,903 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:17:27,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:17:27,904 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:27,905 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58827882, jitterRate=-0.12339624762535095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:17:27,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733149047896Initializing all the Stores at 1733149047897 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149047897Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149047897Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149047897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149047897Cleaning up temporary data from old regions at 1733149047902 (+5 ms)Region opened successfully at 1733149047905 (+3 ms) 2024-12-02T14:17:27,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:17:27,905 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:17:27,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:17:27,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:17:27,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:17:27,905 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:17:27,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149047905Disabling compacts and flushes for region at 1733149047905Disabling writes for close at 1733149047905Writing region close event to WAL at 1733149047905Closed at 1733149047905 2024-12-02T14:17:27,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:27,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:17:27,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:17:27,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:17:27,907 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:17:28,058 DEBUG [a3a61c9ba14f:33369 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:17:28,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:28,059 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,35773,1733149045756, state=OPENING 2024-12-02T14:17:28,059 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:17:28,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:28,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:28,060 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:17:28,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1183782809/meta-region-server: CHANGED 2024-12-02T14:17:28,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1183782809/meta-region-server: CHANGED 2024-12-02T14:17:28,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,35773,1733149045756}] 2024-12-02T14:17:28,212 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:17:28,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:17:28,216 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:17:28,216 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:28,216 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:17:28,217 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C35773%2C1733149045756.meta, suffix=.meta, logDir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756, archiveDir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/oldWALs, maxLogs=10 2024-12-02T14:17:28,244 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.meta.1733149048217.meta, exclude list is [], retry=0 2024-12-02T14:17:28,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39201,DS-8ef5fa45-f62b-4b87-b809-94dbea7c5adb,DISK] 2024-12-02T14:17:28,247 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.meta.1733149048217.meta 2024-12-02T14:17:28,248 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43863:43863)] 2024-12-02T14:17:28,248 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:28,249 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:17:28,249 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:17:28,249 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:17:28,249 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:17:28,249 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:17:28,250 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:28,250 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:17:28,250 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:17:28,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:17:28,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:17:28,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:28,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:28,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:17:28,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:17:28,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:28,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:28,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:17:28,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:17:28,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:28,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:28,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:17:28,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:17:28,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:28,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:28,260 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:17:28,261 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740 2024-12-02T14:17:28,261 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740 2024-12-02T14:17:28,262 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:17:28,262 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:17:28,263 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:17:28,264 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:17:28,264 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65550391, jitterRate=-0.02322305738925934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:17:28,264 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:17:28,265 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733149048250Writing region info on filesystem at 1733149048250Initializing all the Stores at 1733149048251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149048251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149048251Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149048251Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149048251Cleaning up temporary data from old regions at 1733149048262 (+11 ms)Running coprocessor post-open hooks at 1733149048264 (+2 ms)Region opened successfully at 1733149048265 (+1 ms) 2024-12-02T14:17:28,265 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733149048212 2024-12-02T14:17:28,267 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:17:28,267 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:17:28,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:28,269 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,35773,1733149045756, state=OPEN 2024-12-02T14:17:28,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1183782809/meta-region-server 2024-12-02T14:17:28,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1183782809/meta-region-server 2024-12-02T14:17:28,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1183782809/meta-region-server: CHANGED 2024-12-02T14:17:28,270 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:28,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1183782809/meta-region-server: CHANGED 2024-12-02T14:17:28,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:17:28,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,35773,1733149045756 in 210 msec 2024-12-02T14:17:28,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:17:28,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-12-02T14:17:28,274 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:28,274 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:17:28,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:28,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,35773,1733149045756, seqNum=-1] 2024-12-02T14:17:28,275 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:28,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:17:28,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-12-02T14:17:28,281 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733149048280, completionTime=-1 2024-12-02T14:17:28,281 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:17:28,281 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:17:28,282 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:17:28,282 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149108282 2024-12-02T14:17:28,282 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149168282 2024-12-02T14:17:28,282 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:17:28,283 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,33369,1733149045723-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:28,283 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,33369,1733149045723-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:28,283 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,33369,1733149045723-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:28,283 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:33369, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:28,283 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:28,283 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:28,284 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:17:28,286 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.494sec 2024-12-02T14:17:28,286 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:17:28,286 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:17:28,286 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:17:28,286 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:17:28,286 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:17:28,286 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,33369,1733149045723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:17:28,286 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,33369,1733149045723-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:17:28,288 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:17:28,288 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:17:28,288 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,33369,1733149045723-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:28,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:28,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,33369,-1 for getting cluster id 2024-12-02T14:17:28,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:28,379 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dba1338f-b2fd-4ce4-92af-288e853aaf1f' 2024-12-02T14:17:28,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:28,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dba1338f-b2fd-4ce4-92af-288e853aaf1f" 2024-12-02T14:17:28,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380ec9d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:28,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,33369,-1] 2024-12-02T14:17:28,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:28,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:28,381 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:28,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73101da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:28,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:28,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,35773,1733149045756, seqNum=-1] 2024-12-02T14:17:28,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:28,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:17:28,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:28,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58478 2024-12-02T14:17:28,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:17:28,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009b4aeff50008 connected 2024-12-02T14:17:28,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b8d50c1 2024-12-02T14:17:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:28,391 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:28,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:17:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:17:28,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:17:28,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:28,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:17:28,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:17:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:28,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:17:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:28,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09dcd5c44332ae406ada16f17f76445e, NAME => 'test,,1733149048391.09dcd5c44332ae406ada16f17f76445e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0 2024-12-02T14:17:28,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:17:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:29,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733149048391.09dcd5c44332ae406ada16f17f76445e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:29,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 09dcd5c44332ae406ada16f17f76445e, disabling compactions & flushes 2024-12-02T14:17:29,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. 2024-12-02T14:17:29,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. 2024-12-02T14:17:29,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. after waiting 0 ms 2024-12-02T14:17:29,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. 2024-12-02T14:17:29,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. 2024-12-02T14:17:29,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09dcd5c44332ae406ada16f17f76445e: Waiting for close lock at 1733149049206Disabling compacts and flushes for region at 1733149049206Disabling writes for close at 1733149049206Writing region close event to WAL at 1733149049206Closed at 1733149049206 2024-12-02T14:17:29,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:17:29,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733149048391.09dcd5c44332ae406ada16f17f76445e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733149049207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149049207"}]},"ts":"1733149049207"} 2024-12-02T14:17:29,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:17:29,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:17:29,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149049209"}]},"ts":"1733149049209"} 2024-12-02T14:17:29,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:17:29,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=09dcd5c44332ae406ada16f17f76445e, ASSIGN}] 2024-12-02T14:17:29,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=09dcd5c44332ae406ada16f17f76445e, ASSIGN 2024-12-02T14:17:29,224 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=09dcd5c44332ae406ada16f17f76445e, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46567,1733149038314; forceNewPlan=false, retain=false 2024-12-02T14:17:29,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09dcd5c44332ae406ada16f17f76445e, regionState=OPENING, regionLocation=a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:29,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=09dcd5c44332ae406ada16f17f76445e, ASSIGN because future has completed 2024-12-02T14:17:29,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09dcd5c44332ae406ada16f17f76445e, server=a3a61c9ba14f,46567,1733149038314}] 2024-12-02T14:17:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:29,531 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. 2024-12-02T14:17:29,532 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 09dcd5c44332ae406ada16f17f76445e, NAME => 'test,,1733149048391.09dcd5c44332ae406ada16f17f76445e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:29,532 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:17:29,532 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:17:29,532 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:29,532 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733149048391.09dcd5c44332ae406ada16f17f76445e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:29,532 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:29,532 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:29,533 INFO [StoreOpener-09dcd5c44332ae406ada16f17f76445e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:29,534 INFO [StoreOpener-09dcd5c44332ae406ada16f17f76445e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09dcd5c44332ae406ada16f17f76445e columnFamilyName f 2024-12-02T14:17:29,534 DEBUG [StoreOpener-09dcd5c44332ae406ada16f17f76445e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:29,535 INFO [StoreOpener-09dcd5c44332ae406ada16f17f76445e-1 {}] regionserver.HStore(327): Store=09dcd5c44332ae406ada16f17f76445e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:29,535 INFO [StoreOpener-09dcd5c44332ae406ada16f17f76445e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:29,536 INFO [StoreOpener-09dcd5c44332ae406ada16f17f76445e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09dcd5c44332ae406ada16f17f76445e columnFamilyName f1 2024-12-02T14:17:29,536 DEBUG [StoreOpener-09dcd5c44332ae406ada16f17f76445e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:29,536 INFO [StoreOpener-09dcd5c44332ae406ada16f17f76445e-1 {}] regionserver.HStore(327): Store=09dcd5c44332ae406ada16f17f76445e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:29,536 INFO [StoreOpener-09dcd5c44332ae406ada16f17f76445e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:29,537 INFO [StoreOpener-09dcd5c44332ae406ada16f17f76445e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09dcd5c44332ae406ada16f17f76445e columnFamilyName norep 2024-12-02T14:17:29,537 DEBUG [StoreOpener-09dcd5c44332ae406ada16f17f76445e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:29,537 INFO [StoreOpener-09dcd5c44332ae406ada16f17f76445e-1 {}] regionserver.HStore(327): Store=09dcd5c44332ae406ada16f17f76445e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:29,537 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:29,538 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:29,538 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:29,539 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:29,539 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:29,539 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:17:29,540 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:29,541 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:29,541 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 09dcd5c44332ae406ada16f17f76445e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62744873, jitterRate=-0.06502853333950043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:17:29,541 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:29,542 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 09dcd5c44332ae406ada16f17f76445e: Running coprocessor pre-open hook at 1733149049532Writing region info on filesystem at 1733149049532Initializing all the Stores at 1733149049533 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149049533Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149049533Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149049533Cleaning up temporary data from old regions at 1733149049539 (+6 ms)Running coprocessor post-open hooks at 1733149049541 (+2 ms)Region opened successfully at 1733149049542 (+1 ms) 2024-12-02T14:17:29,542 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733149048391.09dcd5c44332ae406ada16f17f76445e., pid=6, masterSystemTime=1733149049529 2024-12-02T14:17:29,544 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. 2024-12-02T14:17:29,544 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. 2024-12-02T14:17:29,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09dcd5c44332ae406ada16f17f76445e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:29,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09dcd5c44332ae406ada16f17f76445e, server=a3a61c9ba14f,46567,1733149038314 because future has completed 2024-12-02T14:17:29,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:17:29,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 09dcd5c44332ae406ada16f17f76445e, server=a3a61c9ba14f,46567,1733149038314 in 170 msec 2024-12-02T14:17:29,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:17:29,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=09dcd5c44332ae406ada16f17f76445e, ASSIGN in 327 msec 2024-12-02T14:17:29,551 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:17:29,551 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149049551"}]},"ts":"1733149049551"} 2024-12-02T14:17:29,553 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:17:29,553 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:17:29,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-12-02T14:17:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:30,536 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:17:30,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,39991,1733149041896 2024-12-02T14:17:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dc1b75f 2024-12-02T14:17:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:30,538 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:30,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:17:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:17:30,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:17:30,541 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:30,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:17:30,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:17:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:30,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:17:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:30,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0fa321f3b4632dec322937ff7d957dbe, NAME => 'test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2 2024-12-02T14:17:30,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:17:30,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:30,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0fa321f3b4632dec322937ff7d957dbe, disabling compactions & flushes 2024-12-02T14:17:30,963 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. 2024-12-02T14:17:30,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. 2024-12-02T14:17:30,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. after waiting 0 ms 2024-12-02T14:17:30,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. 2024-12-02T14:17:30,963 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. 2024-12-02T14:17:30,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0fa321f3b4632dec322937ff7d957dbe: Waiting for close lock at 1733149050963Disabling compacts and flushes for region at 1733149050963Disabling writes for close at 1733149050963Writing region close event to WAL at 1733149050963Closed at 1733149050963 2024-12-02T14:17:30,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:17:30,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733149050964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149050964"}]},"ts":"1733149050964"} 2024-12-02T14:17:30,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:17:30,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:17:30,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149050968"}]},"ts":"1733149050968"} 2024-12-02T14:17:30,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:17:30,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0fa321f3b4632dec322937ff7d957dbe, ASSIGN}] 2024-12-02T14:17:30,972 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0fa321f3b4632dec322937ff7d957dbe, ASSIGN 2024-12-02T14:17:30,974 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0fa321f3b4632dec322937ff7d957dbe, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,32963,1733149041929; forceNewPlan=false, retain=false 2024-12-02T14:17:31,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0fa321f3b4632dec322937ff7d957dbe, regionState=OPENING, regionLocation=a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:31,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0fa321f3b4632dec322937ff7d957dbe, ASSIGN because future has completed 2024-12-02T14:17:31,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fa321f3b4632dec322937ff7d957dbe, server=a3a61c9ba14f,32963,1733149041929}] 2024-12-02T14:17:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:31,291 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. 2024-12-02T14:17:31,293 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fa321f3b4632dec322937ff7d957dbe, NAME => 'test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:31,293 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:17:31,293 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:17:31,293 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:31,293 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:31,294 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:31,294 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:31,298 INFO [StoreOpener-0fa321f3b4632dec322937ff7d957dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:31,302 INFO [StoreOpener-0fa321f3b4632dec322937ff7d957dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa321f3b4632dec322937ff7d957dbe columnFamilyName f 2024-12-02T14:17:31,302 DEBUG [StoreOpener-0fa321f3b4632dec322937ff7d957dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:31,303 INFO [StoreOpener-0fa321f3b4632dec322937ff7d957dbe-1 {}] regionserver.HStore(327): Store=0fa321f3b4632dec322937ff7d957dbe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:31,303 INFO [StoreOpener-0fa321f3b4632dec322937ff7d957dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:31,304 INFO [StoreOpener-0fa321f3b4632dec322937ff7d957dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa321f3b4632dec322937ff7d957dbe columnFamilyName f1 2024-12-02T14:17:31,304 DEBUG [StoreOpener-0fa321f3b4632dec322937ff7d957dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:31,305 INFO [StoreOpener-0fa321f3b4632dec322937ff7d957dbe-1 {}] regionserver.HStore(327): Store=0fa321f3b4632dec322937ff7d957dbe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:31,305 INFO [StoreOpener-0fa321f3b4632dec322937ff7d957dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:31,306 INFO [StoreOpener-0fa321f3b4632dec322937ff7d957dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa321f3b4632dec322937ff7d957dbe columnFamilyName norep 2024-12-02T14:17:31,306 DEBUG [StoreOpener-0fa321f3b4632dec322937ff7d957dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:31,307 INFO [StoreOpener-0fa321f3b4632dec322937ff7d957dbe-1 {}] regionserver.HStore(327): Store=0fa321f3b4632dec322937ff7d957dbe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:31,308 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:31,309 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:31,309 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:31,310 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:31,310 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:31,311 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:17:31,313 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:31,315 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:31,315 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0fa321f3b4632dec322937ff7d957dbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63885280, jitterRate=-0.0480351448059082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:17:31,315 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:31,315 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0fa321f3b4632dec322937ff7d957dbe: Running coprocessor pre-open hook at 1733149051294Writing region info on filesystem at 1733149051294Initializing all the Stores at 1733149051295 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149051295Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149051297 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149051297Cleaning up temporary data from old regions at 1733149051310 (+13 ms)Running coprocessor post-open hooks at 1733149051315 (+5 ms)Region opened successfully at 1733149051315 2024-12-02T14:17:31,316 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe., pid=6, masterSystemTime=1733149051280 2024-12-02T14:17:31,319 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. 2024-12-02T14:17:31,320 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. 2024-12-02T14:17:31,320 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0fa321f3b4632dec322937ff7d957dbe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:31,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fa321f3b4632dec322937ff7d957dbe, server=a3a61c9ba14f,32963,1733149041929 because future has completed 2024-12-02T14:17:31,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:17:31,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fa321f3b4632dec322937ff7d957dbe, server=a3a61c9ba14f,32963,1733149041929 in 197 msec 2024-12-02T14:17:31,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:17:31,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0fa321f3b4632dec322937ff7d957dbe, ASSIGN in 355 msec 2024-12-02T14:17:31,330 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:17:31,330 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149051330"}]},"ts":"1733149051330"} 2024-12-02T14:17:31,332 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:17:31,333 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:17:31,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 794 msec 2024-12-02T14:17:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:31,676 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:17:31,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60b3b99a 2024-12-02T14:17:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:31,679 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:31,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:17:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:17:31,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:17:31,682 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:31,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:17:31,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:17:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:31,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:17:31,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a65a7f701b1f724a6b1af3c99eb60f2a, NAME => 'test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b 2024-12-02T14:17:31,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:17:31,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:31,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a65a7f701b1f724a6b1af3c99eb60f2a, disabling compactions & flushes 2024-12-02T14:17:31,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. 2024-12-02T14:17:31,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. 2024-12-02T14:17:31,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. after waiting 1 ms 2024-12-02T14:17:31,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. 2024-12-02T14:17:31,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. 2024-12-02T14:17:31,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a65a7f701b1f724a6b1af3c99eb60f2a: Waiting for close lock at 1733149051713Disabling compacts and flushes for region at 1733149051713Disabling writes for close at 1733149051714 (+1 ms)Writing region close event to WAL at 1733149051714Closed at 1733149051714 2024-12-02T14:17:31,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:17:31,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733149051715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149051715"}]},"ts":"1733149051715"} 2024-12-02T14:17:31,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:17:31,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:17:31,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149051722"}]},"ts":"1733149051722"} 2024-12-02T14:17:31,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:17:31,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a65a7f701b1f724a6b1af3c99eb60f2a, ASSIGN}] 2024-12-02T14:17:31,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a65a7f701b1f724a6b1af3c99eb60f2a, ASSIGN 2024-12-02T14:17:31,726 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a65a7f701b1f724a6b1af3c99eb60f2a, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,35773,1733149045756; forceNewPlan=false, retain=false 2024-12-02T14:17:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:31,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a65a7f701b1f724a6b1af3c99eb60f2a, regionState=OPENING, regionLocation=a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:31,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a65a7f701b1f724a6b1af3c99eb60f2a, ASSIGN because future has completed 2024-12-02T14:17:31,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a65a7f701b1f724a6b1af3c99eb60f2a, server=a3a61c9ba14f,35773,1733149045756}] 2024-12-02T14:17:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:32,038 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. 2024-12-02T14:17:32,038 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a65a7f701b1f724a6b1af3c99eb60f2a, NAME => 'test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:32,038 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:17:32,038 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:17:32,043 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:32,043 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:32,043 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:32,043 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:32,044 INFO [StoreOpener-a65a7f701b1f724a6b1af3c99eb60f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:32,046 INFO [StoreOpener-a65a7f701b1f724a6b1af3c99eb60f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a65a7f701b1f724a6b1af3c99eb60f2a columnFamilyName f 2024-12-02T14:17:32,046 DEBUG [StoreOpener-a65a7f701b1f724a6b1af3c99eb60f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:32,046 INFO [StoreOpener-a65a7f701b1f724a6b1af3c99eb60f2a-1 {}] regionserver.HStore(327): Store=a65a7f701b1f724a6b1af3c99eb60f2a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:32,046 INFO [StoreOpener-a65a7f701b1f724a6b1af3c99eb60f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:32,048 INFO [StoreOpener-a65a7f701b1f724a6b1af3c99eb60f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a65a7f701b1f724a6b1af3c99eb60f2a columnFamilyName f1 2024-12-02T14:17:32,048 DEBUG [StoreOpener-a65a7f701b1f724a6b1af3c99eb60f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:32,048 INFO [StoreOpener-a65a7f701b1f724a6b1af3c99eb60f2a-1 {}] regionserver.HStore(327): Store=a65a7f701b1f724a6b1af3c99eb60f2a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:32,049 INFO [StoreOpener-a65a7f701b1f724a6b1af3c99eb60f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:32,050 INFO [StoreOpener-a65a7f701b1f724a6b1af3c99eb60f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a65a7f701b1f724a6b1af3c99eb60f2a columnFamilyName norep 2024-12-02T14:17:32,050 DEBUG [StoreOpener-a65a7f701b1f724a6b1af3c99eb60f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:32,051 INFO [StoreOpener-a65a7f701b1f724a6b1af3c99eb60f2a-1 {}] regionserver.HStore(327): Store=a65a7f701b1f724a6b1af3c99eb60f2a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:32,051 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:32,051 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:32,052 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:32,052 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:32,052 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:32,053 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:17:32,054 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:32,061 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:32,062 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a65a7f701b1f724a6b1af3c99eb60f2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69024915, jitterRate=0.028551384806632996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:17:32,062 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:32,062 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a65a7f701b1f724a6b1af3c99eb60f2a: Running coprocessor pre-open hook at 1733149052043Writing region info on filesystem at 1733149052043Initializing all the Stores at 1733149052044 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149052044Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149052044Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149052044Cleaning up temporary data from old regions at 1733149052052 (+8 ms)Running coprocessor post-open hooks at 1733149052062 (+10 ms)Region opened successfully at 1733149052062 2024-12-02T14:17:32,063 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a., pid=6, masterSystemTime=1733149052033 2024-12-02T14:17:32,065 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. 2024-12-02T14:17:32,065 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. 2024-12-02T14:17:32,065 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a65a7f701b1f724a6b1af3c99eb60f2a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:32,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a65a7f701b1f724a6b1af3c99eb60f2a, server=a3a61c9ba14f,35773,1733149045756 because future has completed 2024-12-02T14:17:32,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:17:32,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a65a7f701b1f724a6b1af3c99eb60f2a, server=a3a61c9ba14f,35773,1733149045756 in 189 msec 2024-12-02T14:17:32,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:17:32,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a65a7f701b1f724a6b1af3c99eb60f2a, ASSIGN in 347 msec 2024-12-02T14:17:32,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:17:32,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149052075"}]},"ts":"1733149052075"} 2024-12-02T14:17:32,077 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:17:32,078 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:17:32,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 399 msec 2024-12-02T14:17:32,159 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T14:17:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:17:32,316 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:17:32,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74285854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:32,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43811,-1 for getting cluster id 2024-12-02T14:17:32,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:32,318 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dede2885-0bfa-439f-82c5-9942d72c74c8' 2024-12-02T14:17:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dede2885-0bfa-439f-82c5-9942d72c74c8" 2024-12-02T14:17:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aeea1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43811,-1] 2024-12-02T14:17:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:32,319 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6158e8ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:32,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:32,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:32,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d8aa73f 2024-12-02T14:17:32,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:32,322 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:32,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:39991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:17:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:17:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:32,324 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:39991' 2024-12-02T14:17:32,325 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d290122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:32,325 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,39991,-1 for getting cluster id 2024-12-02T14:17:32,325 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:32,326 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06978ebb-b9df-46f7-af8d-5ce7d4b7f496' 2024-12-02T14:17:32,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:32,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06978ebb-b9df-46f7-af8d-5ce7d4b7f496" 2024-12-02T14:17:32,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375f81d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:32,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,39991,-1] 2024-12-02T14:17:32,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:32,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:32,327 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:32,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4e3f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:32,328 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,39991,1733149041896 2024-12-02T14:17:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61eb9255 2024-12-02T14:17:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:32,329 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:32,330 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T14:17:32,330 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:17:32,330 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:32,330 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:32,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:32,331 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:17:32,331 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:17:32,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:17:32,332 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:32,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:17:32,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741837_1013 (size=1138) 2024-12-02T14:17:32,382 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:17:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:32,740 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60a6708daba1645f0323e137581cbc84, NAME => 'hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0 2024-12-02T14:17:32,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741838_1014 (size=44) 2024-12-02T14:17:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:33,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:33,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 60a6708daba1645f0323e137581cbc84, disabling compactions & flushes 2024-12-02T14:17:33,147 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. 2024-12-02T14:17:33,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. 2024-12-02T14:17:33,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. after waiting 0 ms 2024-12-02T14:17:33,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. 2024-12-02T14:17:33,147 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. 2024-12-02T14:17:33,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60a6708daba1645f0323e137581cbc84: Waiting for close lock at 1733149053147Disabling compacts and flushes for region at 1733149053147Disabling writes for close at 1733149053147Writing region close event to WAL at 1733149053147Closed at 1733149053147 2024-12-02T14:17:33,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:17:33,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733149053148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149053148"}]},"ts":"1733149053148"} 2024-12-02T14:17:33,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:17:33,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:17:33,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149053151"}]},"ts":"1733149053151"} 2024-12-02T14:17:33,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:17:33,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60a6708daba1645f0323e137581cbc84, ASSIGN}] 2024-12-02T14:17:33,154 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60a6708daba1645f0323e137581cbc84, ASSIGN 2024-12-02T14:17:33,155 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60a6708daba1645f0323e137581cbc84, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46567,1733149038314; forceNewPlan=false, retain=false 2024-12-02T14:17:33,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=60a6708daba1645f0323e137581cbc84, regionState=OPENING, regionLocation=a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:33,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60a6708daba1645f0323e137581cbc84, ASSIGN because future has completed 2024-12-02T14:17:33,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60a6708daba1645f0323e137581cbc84, server=a3a61c9ba14f,46567,1733149038314}] 2024-12-02T14:17:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:33,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. 2024-12-02T14:17:33,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:33,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:17:33,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C46567%2C1733149038314.rep, suffix=, logDir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314, archiveDir=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/oldWALs, maxLogs=10 2024-12-02T14:17:33,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.rep.1733149053465, exclude list is [], retry=0 2024-12-02T14:17:33,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39015,DS-ec6da818-66fa-4a95-b68c-105ae0f857e2,DISK] 2024-12-02T14:17:33,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.rep.1733149053465 2024-12-02T14:17:33,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45361:45361)] 2024-12-02T14:17:33,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 60a6708daba1645f0323e137581cbc84, NAME => 'hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:33,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:17:33,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:17:33,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. service=MultiRowMutationService 2024-12-02T14:17:33,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:17:33,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:33,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:33,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:33,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:33,495 INFO [StoreOpener-60a6708daba1645f0323e137581cbc84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:33,496 INFO [StoreOpener-60a6708daba1645f0323e137581cbc84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a6708daba1645f0323e137581cbc84 columnFamilyName hfileref 2024-12-02T14:17:33,497 DEBUG [StoreOpener-60a6708daba1645f0323e137581cbc84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:33,497 INFO [StoreOpener-60a6708daba1645f0323e137581cbc84-1 {}] regionserver.HStore(327): Store=60a6708daba1645f0323e137581cbc84/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:33,497 INFO [StoreOpener-60a6708daba1645f0323e137581cbc84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:33,498 INFO [StoreOpener-60a6708daba1645f0323e137581cbc84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a6708daba1645f0323e137581cbc84 columnFamilyName queue 2024-12-02T14:17:33,498 DEBUG [StoreOpener-60a6708daba1645f0323e137581cbc84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:33,498 INFO [StoreOpener-60a6708daba1645f0323e137581cbc84-1 {}] regionserver.HStore(327): Store=60a6708daba1645f0323e137581cbc84/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:33,498 INFO [StoreOpener-60a6708daba1645f0323e137581cbc84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:33,500 INFO [StoreOpener-60a6708daba1645f0323e137581cbc84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a6708daba1645f0323e137581cbc84 columnFamilyName sid 2024-12-02T14:17:33,500 DEBUG [StoreOpener-60a6708daba1645f0323e137581cbc84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:33,500 INFO [StoreOpener-60a6708daba1645f0323e137581cbc84-1 {}] regionserver.HStore(327): Store=60a6708daba1645f0323e137581cbc84/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:33,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:33,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/replication/60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:33,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/replication/60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:33,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:33,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:33,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:17:33,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:33,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/replication/60a6708daba1645f0323e137581cbc84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:33,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 60a6708daba1645f0323e137581cbc84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63522900, jitterRate=-0.05343502759933472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:17:33,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:33,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 60a6708daba1645f0323e137581cbc84: Running coprocessor pre-open hook at 1733149053494Writing region info on filesystem at 1733149053494Initializing all the Stores at 1733149053495 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149053495Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149053495Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149053495Cleaning up temporary data from old regions at 1733149053502 (+7 ms)Running coprocessor post-open hooks at 1733149053506 (+4 ms)Region opened successfully at 1733149053506 2024-12-02T14:17:33,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84., pid=10, masterSystemTime=1733149053460 2024-12-02T14:17:33,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. 2024-12-02T14:17:33,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. 2024-12-02T14:17:33,512 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=60a6708daba1645f0323e137581cbc84, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:33,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60a6708daba1645f0323e137581cbc84, server=a3a61c9ba14f,46567,1733149038314 because future has completed 2024-12-02T14:17:33,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:17:33,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 60a6708daba1645f0323e137581cbc84, server=a3a61c9ba14f,46567,1733149038314 in 208 msec 2024-12-02T14:17:33,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T14:17:33,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60a6708daba1645f0323e137581cbc84, ASSIGN in 366 msec 2024-12-02T14:17:33,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:17:33,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149053521"}]},"ts":"1733149053521"} 2024-12-02T14:17:33,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:17:33,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:17:33,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-12-02T14:17:33,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84., hostname=a3a61c9ba14f,46567,1733149038314, seqNum=2] 2024-12-02T14:17:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:33,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:17:33,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46567 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T14:17:33,700 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:17:33,727 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,46567,1733149038314, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:17:33,727 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:33,727 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46567,1733149038314, seqNum=-1] 2024-12-02T14:17:33,728 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:33,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T14:17:33,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,46567,1733149038314', locateType=CURRENT is [region=hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84., hostname=a3a61c9ba14f,46567,1733149038314, seqNum=2] 2024-12-02T14:17:33,732 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T14:17:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T14:17:33,734 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,46567,1733149038314 suceeded 2024-12-02T14:17:33,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T14:17:33,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-02T14:17:33,735 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:39991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:17:33,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4130 sec 2024-12-02T14:17:33,746 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:39991' 2024-12-02T14:17:33,748 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b5609dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:33,748 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,39991,-1 for getting cluster id 2024-12-02T14:17:33,748 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:33,749 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06978ebb-b9df-46f7-af8d-5ce7d4b7f496' 2024-12-02T14:17:33,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:33,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06978ebb-b9df-46f7-af8d-5ce7d4b7f496" 2024-12-02T14:17:33,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60da91a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:33,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,39991,-1] 2024-12-02T14:17:33,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:33,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:33,750 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:33,751 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32b13e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:33,751 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:33,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,39991,1733149041896 2024-12-02T14:17:33,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c7cbe97 2024-12-02T14:17:33,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:33,752 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:17:33,752 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-02T14:17:33,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:33,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:33,753 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,46567,1733149038314 (queues=1) is replicating from cluster=dede2885-0bfa-439f-82c5-9942d72c74c8 to cluster=06978ebb-b9df-46f7-af8d-5ce7d4b7f496 2024-12-02T14:17:33,753 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C46567%2C1733149038314 2024-12-02T14:17:33,753 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,46567,1733149038314, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:17:33,758 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301, startPosition=0, beingWritten=true 2024-12-02T14:17:33,761 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C46567%2C1733149038314 2024-12-02T14:17:33,764 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:33,764 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 379, reset compression=false 2024-12-02T14:17:33,764 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46567,1733149038314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:33,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:33,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:33,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:33,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:33,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:33,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:33,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:33,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:33,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:33,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:33,970 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 379, reset compression=false 2024-12-02T14:17:34,274 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 379, reset compression=false 2024-12-02T14:17:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:34,476 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:17:34,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:34,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:34,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:34,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:34,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:34,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:34,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,39991,-1 for getting cluster id 2024-12-02T14:17:34,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:34,478 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06978ebb-b9df-46f7-af8d-5ce7d4b7f496' 2024-12-02T14:17:34,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:34,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06978ebb-b9df-46f7-af8d-5ce7d4b7f496" 2024-12-02T14:17:34,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d8cad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:34,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,39991,-1] 2024-12-02T14:17:34,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:34,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:34,479 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16556ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:34,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,39991,1733149041896 2024-12-02T14:17:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c9eeebc 2024-12-02T14:17:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:34,481 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:34,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:33369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:17:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:17:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:34,484 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:33369' 2024-12-02T14:17:34,484 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b49de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:34,484 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,33369,-1 for getting cluster id 2024-12-02T14:17:34,485 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:34,485 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dba1338f-b2fd-4ce4-92af-288e853aaf1f' 2024-12-02T14:17:34,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:34,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dba1338f-b2fd-4ce4-92af-288e853aaf1f" 2024-12-02T14:17:34,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30caafed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:34,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,33369,-1] 2024-12-02T14:17:34,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:34,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:34,487 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:34,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cbd935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:34,487 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:34,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:34,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a586997 2024-12-02T14:17:34,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:34,489 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:34,489 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T14:17:34,489 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:17:34,489 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:34,489 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:34,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:34,490 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:17:34,491 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:17:34,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:17:34,491 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:34,492 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:17:34,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741837_1013 (size=1138) 2024-12-02T14:17:34,499 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7eee5f3a18de53d7aef3efddccafa001, NAME => 'hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2 2024-12-02T14:17:34,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741838_1014 (size=44) 2024-12-02T14:17:34,541 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:17:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:34,695 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 379, reset compression=false 2024-12-02T14:17:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:34,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:34,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7eee5f3a18de53d7aef3efddccafa001, disabling compactions & flushes 2024-12-02T14:17:34,907 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. 2024-12-02T14:17:34,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. 2024-12-02T14:17:34,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. after waiting 0 ms 2024-12-02T14:17:34,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. 2024-12-02T14:17:34,907 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. 2024-12-02T14:17:34,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7eee5f3a18de53d7aef3efddccafa001: Waiting for close lock at 1733149054907Disabling compacts and flushes for region at 1733149054907Disabling writes for close at 1733149054907Writing region close event to WAL at 1733149054907Closed at 1733149054907 2024-12-02T14:17:34,908 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:17:34,908 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733149054908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149054908"}]},"ts":"1733149054908"} 2024-12-02T14:17:34,910 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:17:34,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:17:34,911 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149054910"}]},"ts":"1733149054910"} 2024-12-02T14:17:34,912 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:17:34,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7eee5f3a18de53d7aef3efddccafa001, ASSIGN}] 2024-12-02T14:17:34,913 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7eee5f3a18de53d7aef3efddccafa001, ASSIGN 2024-12-02T14:17:34,913 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7eee5f3a18de53d7aef3efddccafa001, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,32963,1733149041929; forceNewPlan=false, retain=false 2024-12-02T14:17:35,064 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7eee5f3a18de53d7aef3efddccafa001, regionState=OPENING, regionLocation=a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:35,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7eee5f3a18de53d7aef3efddccafa001, ASSIGN because future has completed 2024-12-02T14:17:35,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7eee5f3a18de53d7aef3efddccafa001, server=a3a61c9ba14f,32963,1733149041929}] 2024-12-02T14:17:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:35,198 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 379, reset compression=false 2024-12-02T14:17:35,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. 2024-12-02T14:17:35,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:35,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:17:35,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C32963%2C1733149041929.rep, suffix=, logDir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929, archiveDir=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/oldWALs, maxLogs=10 2024-12-02T14:17:35,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.rep.1733149055224, exclude list is [], retry=0 2024-12-02T14:17:35,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34983,DS-e8d7a6a8-5348-43f4-bba8-ca886ae9e788,DISK] 2024-12-02T14:17:35,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.rep.1733149055224 2024-12-02T14:17:35,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36167:36167)] 2024-12-02T14:17:35,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7eee5f3a18de53d7aef3efddccafa001, NAME => 'hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:35,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:17:35,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:17:35,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. service=MultiRowMutationService 2024-12-02T14:17:35,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:17:35,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:35,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:35,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:35,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:35,244 INFO [StoreOpener-7eee5f3a18de53d7aef3efddccafa001-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:35,245 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:35,245 INFO [StoreOpener-7eee5f3a18de53d7aef3efddccafa001-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7eee5f3a18de53d7aef3efddccafa001 columnFamilyName hfileref 2024-12-02T14:17:35,245 DEBUG [StoreOpener-7eee5f3a18de53d7aef3efddccafa001-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:35,246 INFO [StoreOpener-7eee5f3a18de53d7aef3efddccafa001-1 {}] regionserver.HStore(327): Store=7eee5f3a18de53d7aef3efddccafa001/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:35,246 INFO [StoreOpener-7eee5f3a18de53d7aef3efddccafa001-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:35,246 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:17:35,246 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48440 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:17:35,246 INFO [StoreOpener-7eee5f3a18de53d7aef3efddccafa001-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7eee5f3a18de53d7aef3efddccafa001 columnFamilyName queue 2024-12-02T14:17:35,246 DEBUG [StoreOpener-7eee5f3a18de53d7aef3efddccafa001-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:35,247 INFO [StoreOpener-7eee5f3a18de53d7aef3efddccafa001-1 {}] regionserver.HStore(327): Store=7eee5f3a18de53d7aef3efddccafa001/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:35,247 INFO [StoreOpener-7eee5f3a18de53d7aef3efddccafa001-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:35,247 INFO [StoreOpener-7eee5f3a18de53d7aef3efddccafa001-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7eee5f3a18de53d7aef3efddccafa001 columnFamilyName sid 2024-12-02T14:17:35,247 DEBUG [StoreOpener-7eee5f3a18de53d7aef3efddccafa001-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:35,247 INFO [StoreOpener-7eee5f3a18de53d7aef3efddccafa001-1 {}] regionserver.HStore(327): Store=7eee5f3a18de53d7aef3efddccafa001/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:35,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:35,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/replication/7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:35,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/replication/7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:35,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:35,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:35,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:17:35,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:35,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/replication/7eee5f3a18de53d7aef3efddccafa001/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:35,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7eee5f3a18de53d7aef3efddccafa001; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71855704, jitterRate=0.07073342800140381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:17:35,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:35,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7eee5f3a18de53d7aef3efddccafa001: Running coprocessor pre-open hook at 1733149055244Writing region info on filesystem at 1733149055244Initializing all the Stores at 1733149055244Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149055244Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149055244Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149055244Cleaning up temporary data from old regions at 1733149055249 (+5 ms)Running coprocessor post-open hooks at 1733149055252 (+3 ms)Region opened successfully at 1733149055252 2024-12-02T14:17:35,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001., pid=10, masterSystemTime=1733149055219 2024-12-02T14:17:35,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. 2024-12-02T14:17:35,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. 2024-12-02T14:17:35,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7eee5f3a18de53d7aef3efddccafa001, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:35,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7eee5f3a18de53d7aef3efddccafa001, server=a3a61c9ba14f,32963,1733149041929 because future has completed 2024-12-02T14:17:35,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:17:35,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7eee5f3a18de53d7aef3efddccafa001, server=a3a61c9ba14f,32963,1733149041929 in 195 msec 2024-12-02T14:17:35,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T14:17:35,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7eee5f3a18de53d7aef3efddccafa001, ASSIGN in 352 msec 2024-12-02T14:17:35,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:17:35,267 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149055267"}]},"ts":"1733149055267"} 2024-12-02T14:17:35,269 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:17:35,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:17:35,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 780 msec 2024-12-02T14:17:35,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001., hostname=a3a61c9ba14f,32963,1733149041929, seqNum=2] 2024-12-02T14:17:35,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:35,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:35,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:17:35,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T14:17:35,457 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:17:35,500 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,32963,1733149041929, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:17:35,500 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:35,500 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,32963,1733149041929, seqNum=-1] 2024-12-02T14:17:35,501 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:35,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T14:17:35,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,32963,1733149041929', locateType=CURRENT is [region=hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001., hostname=a3a61c9ba14f,32963,1733149041929, seqNum=2] 2024-12-02T14:17:35,507 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T14:17:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T14:17:35,511 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,32963,1733149041929 suceeded 2024-12-02T14:17:35,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T14:17:35,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-12-02T14:17:35,513 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:33369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:17:35,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0320 sec 2024-12-02T14:17:35,525 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:33369' 2024-12-02T14:17:35,526 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed4fe91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:35,526 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,33369,-1 for getting cluster id 2024-12-02T14:17:35,526 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:35,527 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dba1338f-b2fd-4ce4-92af-288e853aaf1f' 2024-12-02T14:17:35,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:35,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dba1338f-b2fd-4ce4-92af-288e853aaf1f" 2024-12-02T14:17:35,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12fc0e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:35,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,33369,-1] 2024-12-02T14:17:35,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:35,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:35,529 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:35,530 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d54a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:35,530 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:35,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:35,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51e60b85 2024-12-02T14:17:35,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:35,532 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-02T14:17:35,533 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,32963,1733149041929 (queues=1) is replicating from cluster=06978ebb-b9df-46f7-af8d-5ce7d4b7f496 to cluster=dba1338f-b2fd-4ce4-92af-288e853aaf1f 2024-12-02T14:17:35,533 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C32963%2C1733149041929 2024-12-02T14:17:35,533 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,32963,1733149041929, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:17:35,533 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C32963%2C1733149041929 2024-12-02T14:17:35,533 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815, startPosition=0, beingWritten=true 2024-12-02T14:17:35,539 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:35,539 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 379, reset compression=false 2024-12-02T14:17:35,539 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,32963,1733149041929 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:35,616 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:17:35,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:35,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:35,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:35,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:35,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:35,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:35,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,33369,-1 for getting cluster id 2024-12-02T14:17:35,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:35,617 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dba1338f-b2fd-4ce4-92af-288e853aaf1f' 2024-12-02T14:17:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dba1338f-b2fd-4ce4-92af-288e853aaf1f" 2024-12-02T14:17:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e022500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,33369,-1] 2024-12-02T14:17:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:35,619 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:35,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365ef02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:35,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eb02d17 2024-12-02T14:17:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:35,621 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:35,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:43811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:17:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:17:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:35,624 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:43811' 2024-12-02T14:17:35,626 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc2c856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:35,626 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43811,-1 for getting cluster id 2024-12-02T14:17:35,626 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:35,626 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dede2885-0bfa-439f-82c5-9942d72c74c8' 2024-12-02T14:17:35,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:35,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dede2885-0bfa-439f-82c5-9942d72c74c8" 2024-12-02T14:17:35,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182cd0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:35,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43811,-1] 2024-12-02T14:17:35,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:35,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:35,628 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:35,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d781a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:35,629 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:35,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:35,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6665ea8c 2024-12-02T14:17:35,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:35,631 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:35,632 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T14:17:35,632 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:17:35,632 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:35,632 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:35,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:35,632 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:17:35,634 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:17:35,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:17:35,635 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:35,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:17:35,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741837_1013 (size=1138) 2024-12-02T14:17:35,680 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T14:17:35,684 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:17:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:35,745 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 379, reset compression=false 2024-12-02T14:17:35,802 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 379, reset compression=false 2024-12-02T14:17:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:36,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65a69b73474e5f2c3974e4733938dd86, NAME => 'hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b 2024-12-02T14:17:36,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741838_1014 (size=44) 2024-12-02T14:17:36,056 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 379, reset compression=false 2024-12-02T14:17:36,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T14:17:36,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T14:17:36,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T14:17:36,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T14:17:36,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:17:36,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T14:17:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:36,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:36,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 65a69b73474e5f2c3974e4733938dd86, disabling compactions & flushes 2024-12-02T14:17:36,449 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. 2024-12-02T14:17:36,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. 2024-12-02T14:17:36,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. after waiting 0 ms 2024-12-02T14:17:36,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. 2024-12-02T14:17:36,449 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. 2024-12-02T14:17:36,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65a69b73474e5f2c3974e4733938dd86: Waiting for close lock at 1733149056449Disabling compacts and flushes for region at 1733149056449Disabling writes for close at 1733149056449Writing region close event to WAL at 1733149056449Closed at 1733149056449 2024-12-02T14:17:36,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:17:36,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733149056450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149056450"}]},"ts":"1733149056450"} 2024-12-02T14:17:36,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:17:36,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:17:36,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149056453"}]},"ts":"1733149056453"} 2024-12-02T14:17:36,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:17:36,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65a69b73474e5f2c3974e4733938dd86, ASSIGN}] 2024-12-02T14:17:36,456 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65a69b73474e5f2c3974e4733938dd86, ASSIGN 2024-12-02T14:17:36,457 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65a69b73474e5f2c3974e4733938dd86, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,35773,1733149045756; forceNewPlan=false, retain=false 2024-12-02T14:17:36,460 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 379, reset compression=false 2024-12-02T14:17:36,512 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 379, reset compression=false 2024-12-02T14:17:36,607 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65a69b73474e5f2c3974e4733938dd86, regionState=OPENING, regionLocation=a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:36,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65a69b73474e5f2c3974e4733938dd86, ASSIGN because future has completed 2024-12-02T14:17:36,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65a69b73474e5f2c3974e4733938dd86, server=a3a61c9ba14f,35773,1733149045756}] 2024-12-02T14:17:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:36,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. 2024-12-02T14:17:36,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:36,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:17:36,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C35773%2C1733149045756.rep, suffix=, logDir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756, archiveDir=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/oldWALs, maxLogs=10 2024-12-02T14:17:36,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.rep.1733149056765, exclude list is [], retry=0 2024-12-02T14:17:36,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39201,DS-8ef5fa45-f62b-4b87-b809-94dbea7c5adb,DISK] 2024-12-02T14:17:36,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.rep.1733149056765 2024-12-02T14:17:36,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43863:43863)] 2024-12-02T14:17:36,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 65a69b73474e5f2c3974e4733938dd86, NAME => 'hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:36,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:17:36,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:17:36,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. service=MultiRowMutationService 2024-12-02T14:17:36,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:17:36,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:36,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:36,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:36,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:36,780 INFO [StoreOpener-65a69b73474e5f2c3974e4733938dd86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:36,781 INFO [StoreOpener-65a69b73474e5f2c3974e4733938dd86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65a69b73474e5f2c3974e4733938dd86 columnFamilyName hfileref 2024-12-02T14:17:36,781 DEBUG [StoreOpener-65a69b73474e5f2c3974e4733938dd86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:36,781 INFO [StoreOpener-65a69b73474e5f2c3974e4733938dd86-1 {}] regionserver.HStore(327): Store=65a69b73474e5f2c3974e4733938dd86/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:36,781 INFO [StoreOpener-65a69b73474e5f2c3974e4733938dd86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:36,782 INFO [StoreOpener-65a69b73474e5f2c3974e4733938dd86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65a69b73474e5f2c3974e4733938dd86 columnFamilyName queue 2024-12-02T14:17:36,782 DEBUG [StoreOpener-65a69b73474e5f2c3974e4733938dd86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:36,782 INFO [StoreOpener-65a69b73474e5f2c3974e4733938dd86-1 {}] regionserver.HStore(327): Store=65a69b73474e5f2c3974e4733938dd86/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:36,782 INFO [StoreOpener-65a69b73474e5f2c3974e4733938dd86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:36,783 INFO [StoreOpener-65a69b73474e5f2c3974e4733938dd86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65a69b73474e5f2c3974e4733938dd86 columnFamilyName sid 2024-12-02T14:17:36,783 DEBUG [StoreOpener-65a69b73474e5f2c3974e4733938dd86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:36,783 INFO [StoreOpener-65a69b73474e5f2c3974e4733938dd86-1 {}] regionserver.HStore(327): Store=65a69b73474e5f2c3974e4733938dd86/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:36,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:36,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/replication/65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:36,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/replication/65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:36,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:36,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:36,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:17:36,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:36,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/replication/65a69b73474e5f2c3974e4733938dd86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:36,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 65a69b73474e5f2c3974e4733938dd86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72832747, jitterRate=0.0852925032377243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:17:36,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:36,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 65a69b73474e5f2c3974e4733938dd86: Running coprocessor pre-open hook at 1733149056779Writing region info on filesystem at 1733149056780 (+1 ms)Initializing all the Stores at 1733149056780Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149056780Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149056780Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149056780Cleaning up temporary data from old regions at 1733149056784 (+4 ms)Running coprocessor post-open hooks at 1733149056787 (+3 ms)Region opened successfully at 1733149056787 2024-12-02T14:17:36,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86., pid=10, masterSystemTime=1733149056761 2024-12-02T14:17:36,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. 2024-12-02T14:17:36,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. 2024-12-02T14:17:36,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65a69b73474e5f2c3974e4733938dd86, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:36,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65a69b73474e5f2c3974e4733938dd86, server=a3a61c9ba14f,35773,1733149045756 because future has completed 2024-12-02T14:17:36,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:17:36,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 65a69b73474e5f2c3974e4733938dd86, server=a3a61c9ba14f,35773,1733149045756 in 183 msec 2024-12-02T14:17:36,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T14:17:36,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65a69b73474e5f2c3974e4733938dd86, ASSIGN in 338 msec 2024-12-02T14:17:36,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:17:36,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149056796"}]},"ts":"1733149056796"} 2024-12-02T14:17:36,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:17:36,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:17:36,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-12-02T14:17:36,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86., hostname=a3a61c9ba14f,35773,1733149045756, seqNum=2] 2024-12-02T14:17:36,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:36,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:36,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:17:36,964 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 379, reset compression=false 2024-12-02T14:17:36,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T14:17:36,997 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:17:37,022 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,35773,1733149045756, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:17:37,022 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:37,022 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,35773,1733149045756, seqNum=-1] 2024-12-02T14:17:37,023 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:37,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T14:17:37,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,35773,1733149045756', locateType=CURRENT is [region=hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86., hostname=a3a61c9ba14f,35773,1733149045756, seqNum=2] 2024-12-02T14:17:37,027 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T14:17:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T14:17:37,029 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,35773,1733149045756 suceeded 2024-12-02T14:17:37,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T14:17:37,030 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:43811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:17:37,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-02T14:17:37,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4090 sec 2024-12-02T14:17:37,039 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:43811' 2024-12-02T14:17:37,040 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24e6c122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:37,040 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43811,-1 for getting cluster id 2024-12-02T14:17:37,040 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:37,040 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dede2885-0bfa-439f-82c5-9942d72c74c8' 2024-12-02T14:17:37,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:37,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dede2885-0bfa-439f-82c5-9942d72c74c8" 2024-12-02T14:17:37,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4abf2f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:37,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43811,-1] 2024-12-02T14:17:37,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:37,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:37,041 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:37,042 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f072be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:37,042 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:37,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:37,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23c8bc1d 2024-12-02T14:17:37,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:37,043 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T14:17:37,044 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,35773,1733149045756 (queues=1) is replicating from cluster=dba1338f-b2fd-4ce4-92af-288e853aaf1f to cluster=dede2885-0bfa-439f-82c5-9942d72c74c8 2024-12-02T14:17:37,044 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C35773%2C1733149045756 2024-12-02T14:17:37,044 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,35773,1733149045756, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:17:37,044 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C35773%2C1733149045756 2024-12-02T14:17:37,044 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236, startPosition=0, beingWritten=true 2024-12-02T14:17:37,048 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:37,048 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 379, reset compression=false 2024-12-02T14:17:37,048 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35773,1733149045756 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:37,252 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 379, reset compression=false 2024-12-02T14:17:37,316 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 379, reset compression=false 2024-12-02T14:17:37,555 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 379, reset compression=false 2024-12-02T14:17:37,567 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 379, reset compression=false 2024-12-02T14:17:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:17:37,766 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:17:37,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:37,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:37,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:37,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:37,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:37,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:37,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43811,-1 for getting cluster id 2024-12-02T14:17:37,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:37,768 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dede2885-0bfa-439f-82c5-9942d72c74c8' 2024-12-02T14:17:37,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:37,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dede2885-0bfa-439f-82c5-9942d72c74c8" 2024-12-02T14:17:37,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b623e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:37,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43811,-1] 2024-12-02T14:17:37,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:37,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:37,770 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:37,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60de4de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:37,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:37,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,39991,-1 for getting cluster id 2024-12-02T14:17:37,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:37,771 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06978ebb-b9df-46f7-af8d-5ce7d4b7f496' 2024-12-02T14:17:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06978ebb-b9df-46f7-af8d-5ce7d4b7f496" 2024-12-02T14:17:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb6f817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,39991,-1] 2024-12-02T14:17:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:37,772 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550e3421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:37,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:37,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,33369,-1 for getting cluster id 2024-12-02T14:17:37,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:37,773 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dba1338f-b2fd-4ce4-92af-288e853aaf1f' 2024-12-02T14:17:37,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:37,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dba1338f-b2fd-4ce4-92af-288e853aaf1f" 2024-12-02T14:17:37,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc3a079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:37,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,33369,-1] 2024-12-02T14:17:37,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:37,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:37,774 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1740198c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:37,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:37,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46567,1733149038314, seqNum=-1] 2024-12-02T14:17:37,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:37,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:17:37,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733149048391.09dcd5c44332ae406ada16f17f76445e., hostname=a3a61c9ba14f,46567,1733149038314, seqNum=2] 2024-12-02T14:17:37,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:37,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,35773,1733149045756, seqNum=-1] 2024-12-02T14:17:37,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:37,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:17:37,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a., hostname=a3a61c9ba14f,35773,1733149045756, seqNum=2] 2024-12-02T14:17:37,804 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T14:17:37,959 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 379, reset compression=false 2024-12-02T14:17:38,219 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 379, reset compression=false 2024-12-02T14:17:38,224 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:38,224 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 480, reset compression=false 2024-12-02T14:17:38,224 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46567,1733149038314 got entry batch from reader: WALEntryBatch [walEntries=[{test/09dcd5c44332ae406ada16f17f76445e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T14:17:38,226 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:17:38,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-02T14:17:38,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:38,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28a13ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:38,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,39991,-1 for getting cluster id 2024-12-02T14:17:38,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:38,228 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06978ebb-b9df-46f7-af8d-5ce7d4b7f496' 2024-12-02T14:17:38,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:38,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06978ebb-b9df-46f7-af8d-5ce7d4b7f496" 2024-12-02T14:17:38,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d671cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:38,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,39991,-1] 2024-12-02T14:17:38,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:38,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:38,230 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:38,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69f10cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:38,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:38,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,32963,1733149041929, seqNum=-1] 2024-12-02T14:17:38,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:38,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T14:17:38,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe., hostname=a3a61c9ba14f,32963,1733149041929, seqNum=2] 2024-12-02T14:17:38,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:38,270 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 379, reset compression=false 2024-12-02T14:17:38,275 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:38,275 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 504, reset compression=false 2024-12-02T14:17:38,275 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,32963,1733149041929 got entry batch from reader: WALEntryBatch [walEntries=[{test/0fa321f3b4632dec322937ff7d957dbe/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T14:17:38,278 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:17:38,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-02T14:17:38,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:38,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52130371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:38,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,33369,-1 for getting cluster id 2024-12-02T14:17:38,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:38,286 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dba1338f-b2fd-4ce4-92af-288e853aaf1f' 2024-12-02T14:17:38,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:38,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dba1338f-b2fd-4ce4-92af-288e853aaf1f" 2024-12-02T14:17:38,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59829890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:38,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,33369,-1] 2024-12-02T14:17:38,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:38,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:38,288 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:38,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@787e70cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:38,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:38,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,35773,1733149045756, seqNum=-1] 2024-12-02T14:17:38,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:38,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T14:17:38,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a., hostname=a3a61c9ba14f,35773,1733149045756, seqNum=2] 2024-12-02T14:17:38,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:38,428 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 480, reset compression=false 2024-12-02T14:17:38,462 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 379, reset compression=false 2024-12-02T14:17:38,466 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:38,466 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 527, reset compression=false 2024-12-02T14:17:38,466 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35773,1733149045756 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:38,488 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 504, reset compression=false 2024-12-02T14:17:38,669 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 527, reset compression=false 2024-12-02T14:17:38,731 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 480, reset compression=false 2024-12-02T14:17:38,793 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 504, reset compression=false 2024-12-02T14:17:38,806 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T14:17:38,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,32963,1733149041929, seqNum=-1] 2024-12-02T14:17:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:38,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:17:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe., hostname=a3a61c9ba14f,32963,1733149041929, seqNum=2] 2024-12-02T14:17:38,812 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T14:17:38,973 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 527, reset compression=false 2024-12-02T14:17:38,996 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:17:38,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:38,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:39,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:39,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:39,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:39,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:39,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:39,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:39,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:39,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:39,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:39,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:39,135 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 480, reset compression=false 2024-12-02T14:17:39,196 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 504, reset compression=false 2024-12-02T14:17:39,200 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:39,200 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 608, reset compression=false 2024-12-02T14:17:39,200 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,32963,1733149041929 got entry batch from reader: WALEntryBatch [walEntries=[{test/0fa321f3b4632dec322937ff7d957dbe/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T14:17:39,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:39,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:39,376 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 527, reset compression=false 2024-12-02T14:17:39,381 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:39,381 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 654, reset compression=false 2024-12-02T14:17:39,381 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35773,1733149045756 got entry batch from reader: WALEntryBatch [walEntries=[{test/a65a7f701b1f724a6b1af3c99eb60f2a/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T14:17:39,382 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:17:39,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T14:17:39,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:39,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272a8d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:39,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43811,-1 for getting cluster id 2024-12-02T14:17:39,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:39,384 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dede2885-0bfa-439f-82c5-9942d72c74c8' 2024-12-02T14:17:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dede2885-0bfa-439f-82c5-9942d72c74c8" 2024-12-02T14:17:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e3f292d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43811,-1] 2024-12-02T14:17:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:39,386 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:39,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34b7906c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:39,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:17:39,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46567,1733149038314, seqNum=-1] 2024-12-02T14:17:39,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:17:39,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T14:17:39,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733149048391.09dcd5c44332ae406ada16f17f76445e., hostname=a3a61c9ba14f,46567,1733149038314, seqNum=2] 2024-12-02T14:17:39,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:39,408 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 608, reset compression=false 2024-12-02T14:17:39,584 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 654, reset compression=false 2024-12-02T14:17:39,639 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 480, reset compression=false 2024-12-02T14:17:39,644 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:39,644 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 631, reset compression=false 2024-12-02T14:17:39,644 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46567,1733149038314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:39,711 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 608, reset compression=false 2024-12-02T14:17:39,814 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T14:17:39,817 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T14:17:39,847 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 631, reset compression=false 2024-12-02T14:17:39,888 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 654, reset compression=false 2024-12-02T14:17:39,892 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:39,892 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 758, reset compression=false 2024-12-02T14:17:39,892 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35773,1733149045756 got entry batch from reader: WALEntryBatch [walEntries=[{test/a65a7f701b1f724a6b1af3c99eb60f2a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T14:17:39,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:39,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:40,096 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 758, reset compression=false 2024-12-02T14:17:40,115 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 608, reset compression=false 2024-12-02T14:17:40,150 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 631, reset compression=false 2024-12-02T14:17:40,154 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:40,154 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 759, reset compression=false 2024-12-02T14:17:40,154 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46567,1733149038314 got entry batch from reader: WALEntryBatch [walEntries=[{test/09dcd5c44332ae406ada16f17f76445e/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T14:17:40,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:40,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:40,357 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 759, reset compression=false 2024-12-02T14:17:40,399 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 758, reset compression=false 2024-12-02T14:17:40,622 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 608, reset compression=false 2024-12-02T14:17:40,627 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:40,627 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 760, reset compression=false 2024-12-02T14:17:40,627 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,32963,1733149041929 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:40,660 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 759, reset compression=false 2024-12-02T14:17:40,802 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 758, reset compression=false 2024-12-02T14:17:40,819 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T14:17:40,822 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T14:17:40,833 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 760, reset compression=false 2024-12-02T14:17:41,065 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 759, reset compression=false 2024-12-02T14:17:41,068 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:41,069 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 915, reset compression=false 2024-12-02T14:17:41,069 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46567,1733149038314 got entry batch from reader: WALEntryBatch [walEntries=[{test/09dcd5c44332ae406ada16f17f76445e/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T14:17:41,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:41,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:41,136 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 760, reset compression=false 2024-12-02T14:17:41,143 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:41,143 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 908, reset compression=false 2024-12-02T14:17:41,143 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,32963,1733149041929 got entry batch from reader: WALEntryBatch [walEntries=[{test/0fa321f3b4632dec322937ff7d957dbe/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T14:17:41,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:41,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:41,272 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 915, reset compression=false 2024-12-02T14:17:41,306 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 758, reset compression=false 2024-12-02T14:17:41,310 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:41,310 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 929, reset compression=false 2024-12-02T14:17:41,310 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35773,1733149045756 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:41,354 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 908, reset compression=false 2024-12-02T14:17:41,512 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 929, reset compression=false 2024-12-02T14:17:41,575 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 915, reset compression=false 2024-12-02T14:17:41,657 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 908, reset compression=false 2024-12-02T14:17:41,815 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 929, reset compression=false 2024-12-02T14:17:41,824 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T14:17:41,827 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T14:17:41,978 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 915, reset compression=false 2024-12-02T14:17:42,061 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 908, reset compression=false 2024-12-02T14:17:42,065 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:42,065 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1067, reset compression=false 2024-12-02T14:17:42,065 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,32963,1733149041929 got entry batch from reader: WALEntryBatch [walEntries=[{test/0fa321f3b4632dec322937ff7d957dbe/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T14:17:42,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:42,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:42,218 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 929, reset compression=false 2024-12-02T14:17:42,222 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:42,222 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1078, reset compression=false 2024-12-02T14:17:42,222 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35773,1733149045756 got entry batch from reader: WALEntryBatch [walEntries=[{test/a65a7f701b1f724a6b1af3c99eb60f2a/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T14:17:42,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:42,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:42,268 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1067, reset compression=false 2024-12-02T14:17:42,424 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1078, reset compression=false 2024-12-02T14:17:42,482 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 915, reset compression=false 2024-12-02T14:17:42,486 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:42,486 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1088, reset compression=false 2024-12-02T14:17:42,486 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46567,1733149038314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:42,571 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1067, reset compression=false 2024-12-02T14:17:42,694 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1088, reset compression=false 2024-12-02T14:17:42,728 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1078, reset compression=false 2024-12-02T14:17:42,828 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T14:17:42,832 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T14:17:42,975 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1067, reset compression=false 2024-12-02T14:17:42,997 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1088, reset compression=false 2024-12-02T14:17:43,131 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1078, reset compression=false 2024-12-02T14:17:43,134 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:43,134 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1237, reset compression=false 2024-12-02T14:17:43,134 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35773,1733149045756 got entry batch from reader: WALEntryBatch [walEntries=[{test/a65a7f701b1f724a6b1af3c99eb60f2a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T14:17:43,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:43,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:43,337 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1237, reset compression=false 2024-12-02T14:17:43,401 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1088, reset compression=false 2024-12-02T14:17:43,405 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:43,405 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1238, reset compression=false 2024-12-02T14:17:43,405 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46567,1733149038314 got entry batch from reader: WALEntryBatch [walEntries=[{test/09dcd5c44332ae406ada16f17f76445e/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T14:17:43,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:43,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:43,479 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1067, reset compression=false 2024-12-02T14:17:43,483 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:43,483 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1241, reset compression=false 2024-12-02T14:17:43,483 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,32963,1733149041929 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:43,609 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1238, reset compression=false 2024-12-02T14:17:43,640 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1237, reset compression=false 2024-12-02T14:17:43,686 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1241, reset compression=false 2024-12-02T14:17:43,835 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T14:17:43,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcc9f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:43,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,33369,-1 for getting cluster id 2024-12-02T14:17:43,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:43,847 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dba1338f-b2fd-4ce4-92af-288e853aaf1f' 2024-12-02T14:17:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dba1338f-b2fd-4ce4-92af-288e853aaf1f" 2024-12-02T14:17:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6830f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,33369,-1] 2024-12-02T14:17:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:43,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:43,849 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:43,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59473a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:43,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7de17639 2024-12-02T14:17:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:43,855 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:43,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-02T14:17:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-02T14:17:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T14:17:43,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:17:43,912 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1238, reset compression=false 2024-12-02T14:17:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T14:17:43,990 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1241, reset compression=false 2024-12-02T14:17:44,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T14:17:44,017 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-02T14:17:44,018 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-02T14:17:44,018 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,35773,1733149045756 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-02T14:17:44,018 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0. 2024-12-02T14:17:44,018 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:44,018 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:44,019 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:44,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:44,119 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T14:17:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T14:17:44,219 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 terminated 2024-12-02T14:17:44,234 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,35773,1733149045756, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:17:44,234 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-02T14:17:44,234 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T14:17:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T14:17:44,236 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on a3a61c9ba14f,35773,1733149045756 suceeded 2024-12-02T14:17:44,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T14:17:44,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-12-02T14:17:44,238 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-02T14:17:44,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 382 msec 2024-12-02T14:17:44,246 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:43811' 2024-12-02T14:17:44,247 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e34e972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:44,247 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43811,-1 for getting cluster id 2024-12-02T14:17:44,247 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:44,248 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dede2885-0bfa-439f-82c5-9942d72c74c8' 2024-12-02T14:17:44,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:44,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dede2885-0bfa-439f-82c5-9942d72c74c8" 2024-12-02T14:17:44,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d7464ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:44,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43811,-1] 2024-12-02T14:17:44,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:44,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:44,249 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:44,250 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d211e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:44,250 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:44,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:44,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47716d9a 2024-12-02T14:17:44,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:44,251 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T14:17:44,251 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,35773,1733149045756 (queues=1) is replicating from cluster=dba1338f-b2fd-4ce4-92af-288e853aaf1f to cluster=dede2885-0bfa-439f-82c5-9942d72c74c8 2024-12-02T14:17:44,251 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C35773%2C1733149045756 2024-12-02T14:17:44,252 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,35773,1733149045756, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:17:44,252 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C35773%2C1733149045756 2024-12-02T14:17:44,318 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1238, reset compression=false 2024-12-02T14:17:44,393 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1241, reset compression=false 2024-12-02T14:17:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T14:17:44,487 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:17:44,487 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:44,487 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:44,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:44,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:44,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:44,490 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-02T14:17:44,821 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1238, reset compression=false 2024-12-02T14:17:44,825 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:44,825 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1342, reset compression=false 2024-12-02T14:17:44,825 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46567,1733149038314 got entry batch from reader: WALEntryBatch [walEntries=[{test/09dcd5c44332ae406ada16f17f76445e/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T14:17:44,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:44,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:44,905 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1241, reset compression=false 2024-12-02T14:17:44,908 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:44,908 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1369, reset compression=false 2024-12-02T14:17:44,908 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,32963,1733149041929 got entry batch from reader: WALEntryBatch [walEntries=[{test/0fa321f3b4632dec322937ff7d957dbe/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T14:17:44,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:44,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:45,029 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1342, reset compression=false 2024-12-02T14:17:45,111 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1369, reset compression=false 2024-12-02T14:17:45,332 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1342, reset compression=false 2024-12-02T14:17:45,414 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1369, reset compression=false 2024-12-02T14:17:45,492 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-02T14:17:45,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bef139d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:45,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,33369,-1 for getting cluster id 2024-12-02T14:17:45,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:17:45,495 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dba1338f-b2fd-4ce4-92af-288e853aaf1f' 2024-12-02T14:17:45,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:17:45,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dba1338f-b2fd-4ce4-92af-288e853aaf1f" 2024-12-02T14:17:45,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1558ff8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:45,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,33369,-1] 2024-12-02T14:17:45,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:17:45,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:45,496 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:17:45,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770f057e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:17:45,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:45,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:45,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34056599 2024-12-02T14:17:45,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:17:45,500 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:17:45,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-02T14:17:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-02T14:17:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T14:17:45,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:17:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T14:17:45,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-02T14:17:45,657 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-02T14:17:45,658 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T14:17:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-02T14:17:45,660 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on a3a61c9ba14f,35773,1733149045756 suceeded 2024-12-02T14:17:45,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T14:17:45,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-02T14:17:45,661 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-02T14:17:45,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 160 msec 2024-12-02T14:17:45,735 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1342, reset compression=false 2024-12-02T14:17:45,753 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236, startPosition=1237, beingWritten=true 2024-12-02T14:17:45,756 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:45,756 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1388, reset compression=false 2024-12-02T14:17:45,756 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35773,1733149045756 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T14:17:45,815 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:17:45,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:45,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:45,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:45,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:45,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:45,817 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-12-02T14:17:45,817 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1369, reset compression=false 2024-12-02T14:17:45,821 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:45,821 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1473, reset compression=false 2024-12-02T14:17:45,821 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,32963,1733149041929 got entry batch from reader: WALEntryBatch [walEntries=[{test/0fa321f3b4632dec322937ff7d957dbe/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T14:17:45,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:45,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:45,959 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1388, reset compression=false 2024-12-02T14:17:45,963 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:17:45,963 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1515, reset compression=false 2024-12-02T14:17:45,963 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35773,1733149045756 got entry batch from reader: WALEntryBatch [walEntries=[{test/a65a7f701b1f724a6b1af3c99eb60f2a/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T14:17:45,965 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:17:45,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T14:17:45,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:17:45,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:17:46,024 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1473, reset compression=false 2024-12-02T14:17:46,166 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1515, reset compression=false 2024-12-02T14:17:46,238 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1342, reset compression=false 2024-12-02T14:17:46,242 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:46,242 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1493, reset compression=false 2024-12-02T14:17:46,242 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46567,1733149038314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:46,327 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1473, reset compression=false 2024-12-02T14:17:46,446 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1493, reset compression=false 2024-12-02T14:17:46,470 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1515, reset compression=false 2024-12-02T14:17:46,731 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1473, reset compression=false 2024-12-02T14:17:46,750 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1493, reset compression=false 2024-12-02T14:17:46,819 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-02T14:17:46,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:17:46,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:46,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:46,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:46,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:46,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:46,819 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:17:46,819 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=859443933, stopped=false 2024-12-02T14:17:46,819 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,33369,1733149045723 2024-12-02T14:17:46,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1183782809/running 2024-12-02T14:17:46,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1183782809/running 2024-12-02T14:17:46,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:46,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:46,820 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:17:46,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:46,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:46,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:46,821 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,35773,1733149045756' ***** 2024-12-02T14:17:46,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Set watcher on znode that does not yet exist, /2-1183782809/running 2024-12-02T14:17:46,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Set watcher on znode that does not yet exist, /2-1183782809/running 2024-12-02T14:17:46,821 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:17:46,822 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:17:46,823 INFO [RS:0;a3a61c9ba14f:35773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:17:46,823 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:17:46,823 INFO [RS:0;a3a61c9ba14f:35773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:17:46,823 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(3091): Received CLOSE for 65a69b73474e5f2c3974e4733938dd86 2024-12-02T14:17:46,823 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(3091): Received CLOSE for a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:46,823 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:46,823 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:17:46,823 INFO [RS:0;a3a61c9ba14f:35773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:35773. 2024-12-02T14:17:46,823 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65a69b73474e5f2c3974e4733938dd86, disabling compactions & flushes 2024-12-02T14:17:46,823 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. 2024-12-02T14:17:46,823 DEBUG [RS:0;a3a61c9ba14f:35773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:46,823 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. 2024-12-02T14:17:46,823 DEBUG [RS:0;a3a61c9ba14f:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:46,823 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. after waiting 0 ms 2024-12-02T14:17:46,823 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. 2024-12-02T14:17:46,823 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:17:46,823 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:17:46,823 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:17:46,823 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:17:46,823 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65a69b73474e5f2c3974e4733938dd86 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-02T14:17:46,823 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T14:17:46,823 DEBUG [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(1325): Online Regions={65a69b73474e5f2c3974e4733938dd86=hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86., 1588230740=hbase:meta,,1.1588230740, a65a7f701b1f724a6b1af3c99eb60f2a=test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a.} 2024-12-02T14:17:46,824 DEBUG [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65a69b73474e5f2c3974e4733938dd86, a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:46,824 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:17:46,824 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:17:46,824 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:17:46,824 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:17:46,824 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:17:46,824 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T14:17:46,833 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:17:46,837 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/replication/65a69b73474e5f2c3974e4733938dd86/.tmp/queue/e4d3b32fa6c84785b6a16960f921934f is 154, key is 1-a3a61c9ba14f,35773,1733149045756/queue:a3a61c9ba14f%2C35773%2C1733149045756/1733149065972/Put/seqid=0 2024-12-02T14:17:46,839 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/.tmp/info/61c83d2c429e4cc588b31fd18a2de0f8 is 147, key is hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86./info:regioninfo/1733149056789/Put/seqid=0 2024-12-02T14:17:46,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741840_1016 (size=5353) 2024-12-02T14:17:46,840 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/replication/65a69b73474e5f2c3974e4733938dd86/.tmp/queue/e4d3b32fa6c84785b6a16960f921934f 2024-12-02T14:17:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741841_1017 (size=7686) 2024-12-02T14:17:46,842 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/.tmp/info/61c83d2c429e4cc588b31fd18a2de0f8 2024-12-02T14:17:46,844 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/replication/65a69b73474e5f2c3974e4733938dd86/.tmp/queue/e4d3b32fa6c84785b6a16960f921934f as hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/replication/65a69b73474e5f2c3974e4733938dd86/queue/e4d3b32fa6c84785b6a16960f921934f 2024-12-02T14:17:46,848 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/replication/65a69b73474e5f2c3974e4733938dd86/queue/e4d3b32fa6c84785b6a16960f921934f, entries=1, sequenceid=14, filesize=5.2 K 2024-12-02T14:17:46,849 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 65a69b73474e5f2c3974e4733938dd86 in 26ms, sequenceid=14, compaction requested=false 2024-12-02T14:17:46,852 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/replication/65a69b73474e5f2c3974e4733938dd86/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-02T14:17:46,852 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:46,852 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:17:46,852 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. 2024-12-02T14:17:46,853 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65a69b73474e5f2c3974e4733938dd86: Waiting for close lock at 1733149066823Running coprocessor pre-close hooks at 1733149066823Disabling compacts and flushes for region at 1733149066823Disabling writes for close at 1733149066823Obtaining lock to block concurrent updates at 1733149066823Preparing flush snapshotting stores in 65a69b73474e5f2c3974e4733938dd86 at 1733149066823Finished memstore snapshotting hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733149066824 (+1 ms)Flushing stores of hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. at 1733149066824Flushing 65a69b73474e5f2c3974e4733938dd86/queue: creating writer at 1733149066824Flushing 65a69b73474e5f2c3974e4733938dd86/queue: appending metadata at 1733149066836 (+12 ms)Flushing 65a69b73474e5f2c3974e4733938dd86/queue: closing flushed file at 1733149066836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43f00a23: reopening flushed file at 1733149066844 (+8 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 65a69b73474e5f2c3974e4733938dd86 in 26ms, sequenceid=14, compaction requested=false at 1733149066849 (+5 ms)Writing region close event to WAL at 1733149066849Running coprocessor post-close hooks at 1733149066852 (+3 ms)Closed at 1733149066852 2024-12-02T14:17:46,853 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733149055632.65a69b73474e5f2c3974e4733938dd86. 2024-12-02T14:17:46,853 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a65a7f701b1f724a6b1af3c99eb60f2a, disabling compactions & flushes 2024-12-02T14:17:46,853 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. 2024-12-02T14:17:46,853 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. 2024-12-02T14:17:46,853 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. after waiting 0 ms 2024-12-02T14:17:46,853 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. 2024-12-02T14:17:46,853 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a65a7f701b1f724a6b1af3c99eb60f2a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T14:17:46,859 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/.tmp/ns/fc09ab271cb740179157f8fa90fbda94 is 43, key is default/ns:d/1733149048277/Put/seqid=0 2024-12-02T14:17:46,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741842_1018 (size=5153) 2024-12-02T14:17:46,862 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/.tmp/ns/fc09ab271cb740179157f8fa90fbda94 2024-12-02T14:17:46,872 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/.tmp/f/b2a08026eb88441b9a3e8089e4949031 is 37, key is row3/f:row3/1733149064488/Put/seqid=0 2024-12-02T14:17:46,873 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1515, reset compression=false 2024-12-02T14:17:46,878 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/.tmp/rep_barrier/6e4cf33a4ff542f8adf82ad094d76a6a is 112, key is test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a./rep_barrier:seqnumDuringOpen/1733149052065/Put/seqid=0 2024-12-02T14:17:46,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741843_1019 (size=5228) 2024-12-02T14:17:46,880 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:46,880 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1762, reset compression=false 2024-12-02T14:17:46,880 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35773,1733149045756 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:46,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741844_1020 (size=5518) 2024-12-02T14:17:46,881 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/.tmp/rep_barrier/6e4cf33a4ff542f8adf82ad094d76a6a 2024-12-02T14:17:46,881 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a3a61c9ba14f,35773,1733149045756: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a3a61c9ba14f,35773,1733149045756, walGroup=a3a61c9ba14f%2C35773%2C1733149045756, offset=a3a61c9ba14f%2C35773%2C1733149045756.1733149047236:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:35773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T14:17:46,882 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:17:46,882 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:17:46,883 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:17:46,883 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:17:46,883 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:17:46,883 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 821954808 }, "NonHeapMemoryUsage": { "committed": 200802304, "init": 7667712, "max": -1, "used": 197976784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T14:17:46,883 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:33369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:33369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T14:17:46,897 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/.tmp/table/e4770a15f70d435da18ca2d179c798f2 is 53, key is hbase:replication/table:state/1733149056796/Put/seqid=0 2024-12-02T14:17:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741845_1021 (size=5308) 2024-12-02T14:17:47,024 DEBUG [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:47,084 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1762, reset compression=false 2024-12-02T14:17:47,112 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:17:47,112 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:17:47,152 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1493, reset compression=false 2024-12-02T14:17:47,224 DEBUG [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:47,234 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1473, reset compression=false 2024-12-02T14:17:47,279 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/.tmp/f/b2a08026eb88441b9a3e8089e4949031 2024-12-02T14:17:47,288 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2a08026eb88441b9a3e8089e4949031 2024-12-02T14:17:47,301 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/.tmp/table/e4770a15f70d435da18ca2d179c798f2 2024-12-02T14:17:47,308 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/.tmp/info/61c83d2c429e4cc588b31fd18a2de0f8 as hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/info/61c83d2c429e4cc588b31fd18a2de0f8 2024-12-02T14:17:47,308 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/.tmp/f1/b29e84e5814347918cb03ff2eb1842a2 is 30, key is row1/f1:/1733149061825/DeleteFamily/seqid=0 2024-12-02T14:17:47,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741846_1022 (size=5158) 2024-12-02T14:17:47,315 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/info/61c83d2c429e4cc588b31fd18a2de0f8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T14:17:47,317 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/.tmp/ns/fc09ab271cb740179157f8fa90fbda94 as hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/ns/fc09ab271cb740179157f8fa90fbda94 2024-12-02T14:17:47,322 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/ns/fc09ab271cb740179157f8fa90fbda94, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T14:17:47,323 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/.tmp/rep_barrier/6e4cf33a4ff542f8adf82ad094d76a6a as hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/rep_barrier/6e4cf33a4ff542f8adf82ad094d76a6a 2024-12-02T14:17:47,328 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/rep_barrier/6e4cf33a4ff542f8adf82ad094d76a6a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T14:17:47,328 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/.tmp/table/e4770a15f70d435da18ca2d179c798f2 as hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/table/e4770a15f70d435da18ca2d179c798f2 2024-12-02T14:17:47,332 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/table/e4770a15f70d435da18ca2d179c798f2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T14:17:47,333 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 509ms, sequenceid=16, compaction requested=false 2024-12-02T14:17:47,340 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T14:17:47,340 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:47,340 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:17:47,340 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:17:47,341 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149066823Running coprocessor pre-close hooks at 1733149066824 (+1 ms)Disabling compacts and flushes for region at 1733149066824Disabling writes for close at 1733149066824Obtaining lock to block concurrent updates at 1733149066824Preparing flush snapshotting stores in 1588230740 at 1733149066824Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733149066824Flushing stores of hbase:meta,,1.1588230740 at 1733149066824Flushing 1588230740/info: creating writer at 1733149066824Flushing 1588230740/info: appending metadata at 1733149066838 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733149066838Flushing 1588230740/ns: creating writer at 1733149066845 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733149066859 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733149066859Flushing 1588230740/rep_barrier: creating writer at 1733149066865 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733149066877 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733149066878 (+1 ms)Flushing 1588230740/table: creating writer at 1733149066885 (+7 ms)Flushing 1588230740/table: appending metadata at 1733149066897 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733149066897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f77186: reopening flushed file at 1733149067307 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b364ed: reopening flushed file at 1733149067316 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b4f71e: reopening flushed file at 1733149067322 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438e4474: reopening flushed file at 1733149067328 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 509ms, sequenceid=16, compaction requested=false at 1733149067333 (+5 ms)Writing region close event to WAL at 1733149067337 (+4 ms)Running coprocessor post-close hooks at 1733149067340 (+3 ms)Closed at 1733149067340 2024-12-02T14:17:47,341 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:17:47,387 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1762, reset compression=false 2024-12-02T14:17:47,426 DEBUG [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(1351): Waiting on a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:47,626 DEBUG [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(1351): Waiting on a65a7f701b1f724a6b1af3c99eb60f2a 2024-12-02T14:17:47,655 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1493, reset compression=false 2024-12-02T14:17:47,716 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/.tmp/f1/b29e84e5814347918cb03ff2eb1842a2 2024-12-02T14:17:47,721 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b29e84e5814347918cb03ff2eb1842a2 2024-12-02T14:17:47,758 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/.tmp/norep/9e74749ef70548ab9dcc057b1c35fc55 is 33, key is row2/norep:/1733149062829/DeleteFamily/seqid=0 2024-12-02T14:17:47,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741847_1023 (size=5108) 2024-12-02T14:17:47,781 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/.tmp/norep/9e74749ef70548ab9dcc057b1c35fc55 2024-12-02T14:17:47,791 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 to pos 1762, reset compression=false 2024-12-02T14:17:47,795 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e74749ef70548ab9dcc057b1c35fc55 2024-12-02T14:17:47,796 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/.tmp/f/b2a08026eb88441b9a3e8089e4949031 as hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/f/b2a08026eb88441b9a3e8089e4949031 2024-12-02T14:17:47,801 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2a08026eb88441b9a3e8089e4949031 2024-12-02T14:17:47,801 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/f/b2a08026eb88441b9a3e8089e4949031, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T14:17:47,802 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/.tmp/f1/b29e84e5814347918cb03ff2eb1842a2 as hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/f1/b29e84e5814347918cb03ff2eb1842a2 2024-12-02T14:17:47,806 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b29e84e5814347918cb03ff2eb1842a2 2024-12-02T14:17:47,806 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/f1/b29e84e5814347918cb03ff2eb1842a2, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T14:17:47,807 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/.tmp/norep/9e74749ef70548ab9dcc057b1c35fc55 as hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/norep/9e74749ef70548ab9dcc057b1c35fc55 2024-12-02T14:17:47,811 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e74749ef70548ab9dcc057b1c35fc55 2024-12-02T14:17:47,811 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/norep/9e74749ef70548ab9dcc057b1c35fc55, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T14:17:47,812 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a65a7f701b1f724a6b1af3c99eb60f2a in 959ms, sequenceid=12, compaction requested=false 2024-12-02T14:17:47,818 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/data/default/test/a65a7f701b1f724a6b1af3c99eb60f2a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T14:17:47,818 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:47,818 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:17:47,818 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. 2024-12-02T14:17:47,818 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a65a7f701b1f724a6b1af3c99eb60f2a: Waiting for close lock at 1733149066853Running coprocessor pre-close hooks at 1733149066853Disabling compacts and flushes for region at 1733149066853Disabling writes for close at 1733149066853Obtaining lock to block concurrent updates at 1733149066853Preparing flush snapshotting stores in a65a7f701b1f724a6b1af3c99eb60f2a at 1733149066853Finished memstore snapshotting test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733149066853Flushing stores of test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. at 1733149066854 (+1 ms)Flushing a65a7f701b1f724a6b1af3c99eb60f2a/f: creating writer at 1733149066854Flushing a65a7f701b1f724a6b1af3c99eb60f2a/f: appending metadata at 1733149066871 (+17 ms)Flushing a65a7f701b1f724a6b1af3c99eb60f2a/f: closing flushed file at 1733149066871Flushing a65a7f701b1f724a6b1af3c99eb60f2a/f1: creating writer at 1733149067289 (+418 ms)Flushing a65a7f701b1f724a6b1af3c99eb60f2a/f1: appending metadata at 1733149067307 (+18 ms)Flushing a65a7f701b1f724a6b1af3c99eb60f2a/f1: closing flushed file at 1733149067307Flushing a65a7f701b1f724a6b1af3c99eb60f2a/norep: creating writer at 1733149067721 (+414 ms)Flushing a65a7f701b1f724a6b1af3c99eb60f2a/norep: appending metadata at 1733149067757 (+36 ms)Flushing a65a7f701b1f724a6b1af3c99eb60f2a/norep: closing flushed file at 1733149067757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41800902: reopening flushed file at 1733149067795 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1659a9: reopening flushed file at 1733149067801 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e67678: reopening flushed file at 1733149067806 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a65a7f701b1f724a6b1af3c99eb60f2a in 959ms, sequenceid=12, compaction requested=false at 1733149067812 (+6 ms)Writing region close event to WAL at 1733149067813 (+1 ms)Running coprocessor post-close hooks at 1733149067818 (+5 ms)Closed at 1733149067818 2024-12-02T14:17:47,819 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733149051679.a65a7f701b1f724a6b1af3c99eb60f2a. 2024-12-02T14:17:47,826 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,35773,1733149045756; all regions closed. 2024-12-02T14:17:47,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741834_1010 (size=4239) 2024-12-02T14:17:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741839_1015 (size=3552) 2024-12-02T14:17:47,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741832_1008 (size=2414) 2024-12-02T14:17:47,833 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/WALs/a3a61c9ba14f,35773,1733149045756/a3a61c9ba14f%2C35773%2C1733149045756.1733149047236 not finished, retry = 0 2024-12-02T14:17:47,839 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1473, reset compression=false 2024-12-02T14:17:47,862 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:17:47,934 DEBUG [RS:0;a3a61c9ba14f:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:47,934 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:17:47,934 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:17:47,934 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:17:47,934 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:17:47,934 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:17:47,934 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,35773,1733149045756 because: Region server is closing 2024-12-02T14:17:47,935 INFO [RS:0;a3a61c9ba14f:35773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:35773. 2024-12-02T14:17:47,935 DEBUG [RS:0;a3a61c9ba14f:35773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:47,935 DEBUG [RS:0;a3a61c9ba14f:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:47,935 DEBUG [RS:0;a3a61c9ba14f:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:47,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:48,035 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.shippera3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 terminated 2024-12-02T14:17:48,035 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35773,1733149045756.replicationSource.wal-reader.a3a61c9ba14f%2C35773%2C1733149045756,1-a3a61c9ba14f,35773,1733149045756 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T14:17:48,036 INFO [RS:0;a3a61c9ba14f:35773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:35773. 2024-12-02T14:17:48,036 DEBUG [RS:0;a3a61c9ba14f:35773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:48,036 DEBUG [RS:0;a3a61c9ba14f:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:48,036 DEBUG [RS:0;a3a61c9ba14f:35773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:48,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:48,036 INFO [RS:0;a3a61c9ba14f:35773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35773 2024-12-02T14:17:48,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1183782809/rs/a3a61c9ba14f,35773,1733149045756 2024-12-02T14:17:48,038 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:17:48,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809/rs 2024-12-02T14:17:48,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,35773,1733149045756] 2024-12-02T14:17:48,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1183782809/draining/a3a61c9ba14f,35773,1733149045756 already deleted, retry=false 2024-12-02T14:17:48,040 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,35773,1733149045756 expired; onlineServers=0 2024-12-02T14:17:48,040 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,33369,1733149045723' ***** 2024-12-02T14:17:48,040 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:17:48,040 INFO [M:0;a3a61c9ba14f:33369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:17:48,040 INFO [M:0;a3a61c9ba14f:33369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:17:48,040 DEBUG [M:0;a3a61c9ba14f:33369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:17:48,040 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:17:48,040 DEBUG [M:0;a3a61c9ba14f:33369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:17:48,040 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149047089 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149047089,5,FailOnTimeoutGroup] 2024-12-02T14:17:48,040 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149047087 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149047087,5,FailOnTimeoutGroup] 2024-12-02T14:17:48,040 INFO [M:0;a3a61c9ba14f:33369 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:17:48,040 INFO [M:0;a3a61c9ba14f:33369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:17:48,040 DEBUG [M:0;a3a61c9ba14f:33369 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:17:48,040 INFO [M:0;a3a61c9ba14f:33369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:17:48,041 INFO [M:0;a3a61c9ba14f:33369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:17:48,041 INFO [M:0;a3a61c9ba14f:33369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:17:48,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1183782809/master 2024-12-02T14:17:48,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1183782809 2024-12-02T14:17:48,042 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:17:48,042 DEBUG [M:0;a3a61c9ba14f:33369 {}] zookeeper.ZKUtil(347): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Unable to get data of znode /2-1183782809/master because node does not exist (not an error) 2024-12-02T14:17:48,042 WARN [M:0;a3a61c9ba14f:33369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:17:48,043 INFO [M:0;a3a61c9ba14f:33369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/.lastflushedseqids 2024-12-02T14:17:48,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741848_1024 (size=245) 2024-12-02T14:17:48,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:48,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35773-0x1009b4aeff50007, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:48,139 INFO [RS:0;a3a61c9ba14f:35773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:17:48,139 INFO [RS:0;a3a61c9ba14f:35773 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,35773,1733149045756; zookeeper connection closed. 2024-12-02T14:17:48,141 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1987cb2a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1987cb2a 2024-12-02T14:17:48,141 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:17:48,261 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1493, reset compression=false 2024-12-02T14:17:48,502 INFO [M:0;a3a61c9ba14f:33369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:17:48,502 INFO [M:0;a3a61c9ba14f:33369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:17:48,502 DEBUG [M:0;a3a61c9ba14f:33369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:17:48,502 INFO [M:0;a3a61c9ba14f:33369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:48,502 DEBUG [M:0;a3a61c9ba14f:33369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:48,502 DEBUG [M:0;a3a61c9ba14f:33369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:17:48,502 DEBUG [M:0;a3a61c9ba14f:33369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:48,502 INFO [M:0;a3a61c9ba14f:33369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-12-02T14:17:48,519 DEBUG [M:0;a3a61c9ba14f:33369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ad552fd9533469ca51c698eb962a77e is 82, key is hbase:meta,,1/info:regioninfo/1733149048268/Put/seqid=0 2024-12-02T14:17:48,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741849_1025 (size=5672) 2024-12-02T14:17:48,543 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1473, reset compression=false 2024-12-02T14:17:48,926 INFO [M:0;a3a61c9ba14f:33369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ad552fd9533469ca51c698eb962a77e 2024-12-02T14:17:48,942 DEBUG [M:0;a3a61c9ba14f:33369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62b4860f3bd54dce908b6232bfd49386 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733149056798/Put/seqid=0 2024-12-02T14:17:48,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741850_1026 (size=9213) 2024-12-02T14:17:48,977 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1493, reset compression=false 2024-12-02T14:17:49,345 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1473, reset compression=false 2024-12-02T14:17:49,346 INFO [M:0;a3a61c9ba14f:33369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62b4860f3bd54dce908b6232bfd49386 2024-12-02T14:17:49,363 DEBUG [M:0;a3a61c9ba14f:33369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8230ce0cf71a48a3acdd0385e97b8871 is 69, key is a3a61c9ba14f,35773,1733149045756/rs:state/1733149047097/Put/seqid=0 2024-12-02T14:17:49,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741851_1027 (size=5156) 2024-12-02T14:17:49,766 INFO [M:0;a3a61c9ba14f:33369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8230ce0cf71a48a3acdd0385e97b8871 2024-12-02T14:17:49,770 DEBUG [M:0;a3a61c9ba14f:33369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ad552fd9533469ca51c698eb962a77e as hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ad552fd9533469ca51c698eb962a77e 2024-12-02T14:17:49,773 INFO [M:0;a3a61c9ba14f:33369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ad552fd9533469ca51c698eb962a77e, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T14:17:49,774 DEBUG [M:0;a3a61c9ba14f:33369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62b4860f3bd54dce908b6232bfd49386 as hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62b4860f3bd54dce908b6232bfd49386 2024-12-02T14:17:49,777 INFO [M:0;a3a61c9ba14f:33369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62b4860f3bd54dce908b6232bfd49386, entries=15, sequenceid=127, filesize=9.0 K 2024-12-02T14:17:49,777 DEBUG [M:0;a3a61c9ba14f:33369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8230ce0cf71a48a3acdd0385e97b8871 as hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8230ce0cf71a48a3acdd0385e97b8871 2024-12-02T14:17:49,780 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1493, reset compression=false 2024-12-02T14:17:49,781 INFO [M:0;a3a61c9ba14f:33369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/fc773fb5-5d9e-50ae-8a15-6eb9640c5b4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8230ce0cf71a48a3acdd0385e97b8871, entries=1, sequenceid=127, filesize=5.0 K 2024-12-02T14:17:49,781 INFO [M:0;a3a61c9ba14f:33369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=127, compaction requested=false 2024-12-02T14:17:49,783 INFO [M:0;a3a61c9ba14f:33369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:49,783 DEBUG [M:0;a3a61c9ba14f:33369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149068502Disabling compacts and flushes for region at 1733149068502Disabling writes for close at 1733149068502Obtaining lock to block concurrent updates at 1733149068502Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149068502Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1733149068502Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149068503 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149068503Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149068519 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149068519Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149068930 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149068942 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149068942Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149069349 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149069362 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149069362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb99f5: reopening flushed file at 1733149069769 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42105ed3: reopening flushed file at 1733149069773 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527778c3: reopening flushed file at 1733149069777 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=127, compaction requested=false at 1733149069781 (+4 ms)Writing region close event to WAL at 1733149069783 (+2 ms)Closed at 1733149069783 2024-12-02T14:17:49,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39201 is added to blk_1073741830_1006 (size=73878) 2024-12-02T14:17:49,785 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:17:49,785 INFO [M:0;a3a61c9ba14f:33369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:17:49,785 INFO [M:0;a3a61c9ba14f:33369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33369 2024-12-02T14:17:49,785 INFO [M:0;a3a61c9ba14f:33369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:17:49,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:49,887 INFO [M:0;a3a61c9ba14f:33369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:17:49,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33369-0x1009b4aeff50006, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:49,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7615a626{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:17:49,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:17:49,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:17:49,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:17:49,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/hadoop.log.dir/,STOPPED} 2024-12-02T14:17:49,891 WARN [BP-168110774-172.17.0.2-1733149044885 heartbeating to localhost/127.0.0.1:41237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:17:49,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:17:49,891 WARN [BP-168110774-172.17.0.2-1733149044885 heartbeating to localhost/127.0.0.1:41237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-168110774-172.17.0.2-1733149044885 (Datanode Uuid 7cc01126-aeed-4106-a449-096e1d85c238) service to localhost/127.0.0.1:41237 2024-12-02T14:17:49,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:17:49,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/cluster_34e68f1c-c67c-1fb5-5e1f-4241b552fffb/data/data1/current/BP-168110774-172.17.0.2-1733149044885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:17:49,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/cluster_34e68f1c-c67c-1fb5-5e1f-4241b552fffb/data/data2/current/BP-168110774-172.17.0.2-1733149044885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:17:49,892 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:17:49,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f67c797{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:17:49,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:17:49,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:17:49,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:17:49,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/hadoop.log.dir/,STOPPED} 2024-12-02T14:17:49,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:17:49,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:17:49,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:49,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:49,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:49,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:49,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:49,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:17:49,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1047103705, stopped=false 2024-12-02T14:17:49,911 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,39991,1733149041896 2024-12-02T14:17:49,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-946139243/running 2024-12-02T14:17:49,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-946139243/running 2024-12-02T14:17:49,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:49,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:49,911 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:17:49,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:49,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:49,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:49,912 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,32963,1733149041929' ***** 2024-12-02T14:17:49,912 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:17:49,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Set watcher on znode that does not yet exist, /1-946139243/running 2024-12-02T14:17:49,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Set watcher on znode that does not yet exist, /1-946139243/running 2024-12-02T14:17:49,912 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:17:49,912 INFO [RS:0;a3a61c9ba14f:32963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:17:49,912 INFO [RS:0;a3a61c9ba14f:32963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:17:49,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:17:49,912 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(3091): Received CLOSE for 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:49,913 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fa321f3b4632dec322937ff7d957dbe 2024-12-02T14:17:49,913 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:49,913 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:17:49,913 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7eee5f3a18de53d7aef3efddccafa001, disabling compactions & flushes 2024-12-02T14:17:49,913 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. 2024-12-02T14:17:49,913 INFO [RS:0;a3a61c9ba14f:32963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:32963. 2024-12-02T14:17:49,913 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. 2024-12-02T14:17:49,913 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. after waiting 0 ms 2024-12-02T14:17:49,913 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. 2024-12-02T14:17:49,913 DEBUG [RS:0;a3a61c9ba14f:32963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:49,913 DEBUG [RS:0;a3a61c9ba14f:32963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:49,913 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:17:49,913 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7eee5f3a18de53d7aef3efddccafa001 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-02T14:17:49,913 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:17:49,913 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:17:49,913 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:17:49,913 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T14:17:49,913 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1325): Online Regions={7eee5f3a18de53d7aef3efddccafa001=hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001., 0fa321f3b4632dec322937ff7d957dbe=test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:17:49,913 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1351): Waiting on 0fa321f3b4632dec322937ff7d957dbe, 1588230740, 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:49,913 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:17:49,914 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:17:49,914 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:17:49,914 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:17:49,914 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:17:49,914 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T14:17:49,931 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/.tmp/info/6d860e4a85a94e18ae52a99208bea33c is 147, key is hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001./info:regioninfo/1733149055255/Put/seqid=0 2024-12-02T14:17:49,931 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/replication/7eee5f3a18de53d7aef3efddccafa001/.tmp/queue/481590c8f91b4ea3a70bf7e49ec03ecd is 154, key is 1-a3a61c9ba14f,32963,1733149041929/queue:a3a61c9ba14f%2C32963%2C1733149041929/1733149065825/Put/seqid=0 2024-12-02T14:17:49,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741840_1016 (size=7686) 2024-12-02T14:17:49,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741841_1017 (size=5353) 2024-12-02T14:17:50,009 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:17:50,114 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1351): Waiting on 0fa321f3b4632dec322937ff7d957dbe, 1588230740, 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:50,248 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1473, reset compression=false 2024-12-02T14:17:50,314 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1351): Waiting on 0fa321f3b4632dec322937ff7d957dbe, 1588230740, 7eee5f3a18de53d7aef3efddccafa001 2024-12-02T14:17:50,335 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/replication/7eee5f3a18de53d7aef3efddccafa001/.tmp/queue/481590c8f91b4ea3a70bf7e49ec03ecd 2024-12-02T14:17:50,335 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/.tmp/info/6d860e4a85a94e18ae52a99208bea33c 2024-12-02T14:17:50,339 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/replication/7eee5f3a18de53d7aef3efddccafa001/.tmp/queue/481590c8f91b4ea3a70bf7e49ec03ecd as hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/replication/7eee5f3a18de53d7aef3efddccafa001/queue/481590c8f91b4ea3a70bf7e49ec03ecd 2024-12-02T14:17:50,344 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/replication/7eee5f3a18de53d7aef3efddccafa001/queue/481590c8f91b4ea3a70bf7e49ec03ecd, entries=1, sequenceid=14, filesize=5.2 K 2024-12-02T14:17:50,345 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7eee5f3a18de53d7aef3efddccafa001 in 431ms, sequenceid=14, compaction requested=false 2024-12-02T14:17:50,351 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/replication/7eee5f3a18de53d7aef3efddccafa001/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-02T14:17:50,351 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/.tmp/ns/f4bbf38f2f83440188f43c0e398d9952 is 43, key is default/ns:d/1733149044838/Put/seqid=0 2024-12-02T14:17:50,351 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:50,351 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:17:50,351 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. 2024-12-02T14:17:50,351 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7eee5f3a18de53d7aef3efddccafa001: Waiting for close lock at 1733149069913Running coprocessor pre-close hooks at 1733149069913Disabling compacts and flushes for region at 1733149069913Disabling writes for close at 1733149069913Obtaining lock to block concurrent updates at 1733149069913Preparing flush snapshotting stores in 7eee5f3a18de53d7aef3efddccafa001 at 1733149069913Finished memstore snapshotting hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733149069913Flushing stores of hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. at 1733149069914 (+1 ms)Flushing 7eee5f3a18de53d7aef3efddccafa001/queue: creating writer at 1733149069914Flushing 7eee5f3a18de53d7aef3efddccafa001/queue: appending metadata at 1733149069931 (+17 ms)Flushing 7eee5f3a18de53d7aef3efddccafa001/queue: closing flushed file at 1733149069931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d58dfc: reopening flushed file at 1733149070338 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7eee5f3a18de53d7aef3efddccafa001 in 431ms, sequenceid=14, compaction requested=false at 1733149070345 (+7 ms)Writing region close event to WAL at 1733149070346 (+1 ms)Running coprocessor post-close hooks at 1733149070351 (+5 ms)Closed at 1733149070351 2024-12-02T14:17:50,352 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733149054490.7eee5f3a18de53d7aef3efddccafa001. 2024-12-02T14:17:50,352 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fa321f3b4632dec322937ff7d957dbe, disabling compactions & flushes 2024-12-02T14:17:50,352 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. 2024-12-02T14:17:50,352 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. 2024-12-02T14:17:50,352 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. after waiting 0 ms 2024-12-02T14:17:50,352 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. 2024-12-02T14:17:50,352 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0fa321f3b4632dec322937ff7d957dbe 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T14:17:50,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741842_1018 (size=5153) 2024-12-02T14:17:50,376 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/.tmp/f/ac58f396c6104ee2b0859f31993b78b4 is 37, key is row3/f:row3/1733149064488/Put/seqid=0 2024-12-02T14:17:50,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741843_1019 (size=5228) 2024-12-02T14:17:50,514 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1351): Waiting on 0fa321f3b4632dec322937ff7d957dbe, 1588230740 2024-12-02T14:17:50,683 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1493, reset compression=false 2024-12-02T14:17:50,714 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1351): Waiting on 0fa321f3b4632dec322937ff7d957dbe, 1588230740 2024-12-02T14:17:50,758 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/.tmp/ns/f4bbf38f2f83440188f43c0e398d9952 2024-12-02T14:17:50,759 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:17:50,759 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:17:50,773 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/.tmp/rep_barrier/5f11b9ed546a4740beaca72f124ab3f1 is 112, key is test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe./rep_barrier:seqnumDuringOpen/1733149051320/Put/seqid=0 2024-12-02T14:17:50,780 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/.tmp/f/ac58f396c6104ee2b0859f31993b78b4 2024-12-02T14:17:50,784 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac58f396c6104ee2b0859f31993b78b4 2024-12-02T14:17:50,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741844_1020 (size=5518) 2024-12-02T14:17:50,802 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/.tmp/f1/269a2385ebf1414383bf4339ba497a19 is 30, key is row1/f1:/1733149061825/DeleteFamily/seqid=0 2024-12-02T14:17:50,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741845_1021 (size=5158) 2024-12-02T14:17:50,914 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:17:50,914 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1325): Online Regions={0fa321f3b4632dec322937ff7d957dbe=test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:17:50,915 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1351): Waiting on 0fa321f3b4632dec322937ff7d957dbe, 1588230740 2024-12-02T14:17:51,115 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1351): Waiting on 0fa321f3b4632dec322937ff7d957dbe, 1588230740 2024-12-02T14:17:51,186 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/.tmp/rep_barrier/5f11b9ed546a4740beaca72f124ab3f1 2024-12-02T14:17:51,202 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/.tmp/table/3179a9413eb3407ebb5e3646fe692611 is 53, key is hbase:replication/table:state/1733149055267/Put/seqid=0 2024-12-02T14:17:51,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741846_1022 (size=5308) 2024-12-02T14:17:51,206 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/.tmp/f1/269a2385ebf1414383bf4339ba497a19 2024-12-02T14:17:51,209 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 269a2385ebf1414383bf4339ba497a19 2024-12-02T14:17:51,221 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/.tmp/norep/60fbc02e7a5b49559a3870cc2be5ccd6 is 33, key is row1/norep:/1733149061825/DeleteFamily/seqid=0 2024-12-02T14:17:51,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741847_1023 (size=5108) 2024-12-02T14:17:51,252 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1473, reset compression=false 2024-12-02T14:17:51,256 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:51,256 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1720, reset compression=false 2024-12-02T14:17:51,256 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,32963,1733149041929 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:51,257 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a3a61c9ba14f,32963,1733149041929: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a3a61c9ba14f,32963,1733149041929, walGroup=a3a61c9ba14f%2C32963%2C1733149041929, offset=a3a61c9ba14f%2C32963%2C1733149041929.1733149043815:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:32963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T14:17:51,258 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:17:51,258 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:17:51,259 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:17:51,259 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:17:51,259 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:17:51,259 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 778300920 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198437888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T14:17:51,259 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:39991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:39991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T14:17:51,315 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1351): Waiting on 0fa321f3b4632dec322937ff7d957dbe, 1588230740 2024-12-02T14:17:51,460 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1720, reset compression=false 2024-12-02T14:17:51,515 DEBUG [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1351): Waiting on 0fa321f3b4632dec322937ff7d957dbe, 1588230740 2024-12-02T14:17:51,605 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/.tmp/table/3179a9413eb3407ebb5e3646fe692611 2024-12-02T14:17:51,610 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/.tmp/info/6d860e4a85a94e18ae52a99208bea33c as hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/info/6d860e4a85a94e18ae52a99208bea33c 2024-12-02T14:17:51,614 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/info/6d860e4a85a94e18ae52a99208bea33c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T14:17:51,615 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/.tmp/ns/f4bbf38f2f83440188f43c0e398d9952 as hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/ns/f4bbf38f2f83440188f43c0e398d9952 2024-12-02T14:17:51,618 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/ns/f4bbf38f2f83440188f43c0e398d9952, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T14:17:51,619 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/.tmp/rep_barrier/5f11b9ed546a4740beaca72f124ab3f1 as hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/rep_barrier/5f11b9ed546a4740beaca72f124ab3f1 2024-12-02T14:17:51,622 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/rep_barrier/5f11b9ed546a4740beaca72f124ab3f1, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T14:17:51,623 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/.tmp/table/3179a9413eb3407ebb5e3646fe692611 as hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/table/3179a9413eb3407ebb5e3646fe692611 2024-12-02T14:17:51,624 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/.tmp/norep/60fbc02e7a5b49559a3870cc2be5ccd6 2024-12-02T14:17:51,627 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/table/3179a9413eb3407ebb5e3646fe692611, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T14:17:51,628 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-12-02T14:17:51,628 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:17:51,628 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60fbc02e7a5b49559a3870cc2be5ccd6 2024-12-02T14:17:51,629 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/.tmp/f/ac58f396c6104ee2b0859f31993b78b4 as hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/f/ac58f396c6104ee2b0859f31993b78b4 2024-12-02T14:17:51,632 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T14:17:51,633 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:51,633 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:17:51,633 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:17:51,633 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac58f396c6104ee2b0859f31993b78b4 2024-12-02T14:17:51,633 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149069913Running coprocessor pre-close hooks at 1733149069913Disabling compacts and flushes for region at 1733149069913Disabling writes for close at 1733149069914 (+1 ms)Obtaining lock to block concurrent updates at 1733149069914Preparing flush snapshotting stores in 1588230740 at 1733149069914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733149069914Flushing stores of hbase:meta,,1.1588230740 at 1733149069914Flushing 1588230740/info: creating writer at 1733149069914Flushing 1588230740/info: appending metadata at 1733149069931 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733149069931Flushing 1588230740/ns: creating writer at 1733149070338 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733149070351 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733149070351Flushing 1588230740/rep_barrier: creating writer at 1733149070761 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733149070773 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733149070773Flushing 1588230740/table: creating writer at 1733149071190 (+417 ms)Flushing 1588230740/table: appending metadata at 1733149071201 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733149071201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb60612: reopening flushed file at 1733149071609 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4a7bac: reopening flushed file at 1733149071614 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a296f7e: reopening flushed file at 1733149071619 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c4a9ec: reopening flushed file at 1733149071622 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1733149071628 (+6 ms)Writing region close event to WAL at 1733149071630 (+2 ms)Running coprocessor post-close hooks at 1733149071633 (+3 ms)Closed at 1733149071633 2024-12-02T14:17:51,633 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/f/ac58f396c6104ee2b0859f31993b78b4, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T14:17:51,633 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:17:51,634 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/.tmp/f1/269a2385ebf1414383bf4339ba497a19 as hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/f1/269a2385ebf1414383bf4339ba497a19 2024-12-02T14:17:51,638 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 269a2385ebf1414383bf4339ba497a19 2024-12-02T14:17:51,638 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/f1/269a2385ebf1414383bf4339ba497a19, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T14:17:51,638 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/.tmp/norep/60fbc02e7a5b49559a3870cc2be5ccd6 as hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/norep/60fbc02e7a5b49559a3870cc2be5ccd6 2024-12-02T14:17:51,642 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60fbc02e7a5b49559a3870cc2be5ccd6 2024-12-02T14:17:51,642 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/norep/60fbc02e7a5b49559a3870cc2be5ccd6, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T14:17:51,642 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0fa321f3b4632dec322937ff7d957dbe in 1290ms, sequenceid=12, compaction requested=false 2024-12-02T14:17:51,642 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T14:17:51,646 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/data/default/test/0fa321f3b4632dec322937ff7d957dbe/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T14:17:51,646 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:51,647 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:17:51,647 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. 2024-12-02T14:17:51,647 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fa321f3b4632dec322937ff7d957dbe: Waiting for close lock at 1733149070352Running coprocessor pre-close hooks at 1733149070352Disabling compacts and flushes for region at 1733149070352Disabling writes for close at 1733149070352Obtaining lock to block concurrent updates at 1733149070352Preparing flush snapshotting stores in 0fa321f3b4632dec322937ff7d957dbe at 1733149070352Finished memstore snapshotting test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733149070352Flushing stores of test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. at 1733149070353 (+1 ms)Flushing 0fa321f3b4632dec322937ff7d957dbe/f: creating writer at 1733149070353Flushing 0fa321f3b4632dec322937ff7d957dbe/f: appending metadata at 1733149070376 (+23 ms)Flushing 0fa321f3b4632dec322937ff7d957dbe/f: closing flushed file at 1733149070376Flushing 0fa321f3b4632dec322937ff7d957dbe/f1: creating writer at 1733149070784 (+408 ms)Flushing 0fa321f3b4632dec322937ff7d957dbe/f1: appending metadata at 1733149070802 (+18 ms)Flushing 0fa321f3b4632dec322937ff7d957dbe/f1: closing flushed file at 1733149070802Flushing 0fa321f3b4632dec322937ff7d957dbe/norep: creating writer at 1733149071209 (+407 ms)Flushing 0fa321f3b4632dec322937ff7d957dbe/norep: appending metadata at 1733149071220 (+11 ms)Flushing 0fa321f3b4632dec322937ff7d957dbe/norep: closing flushed file at 1733149071220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33bc6dc1: reopening flushed file at 1733149071628 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a86c381: reopening flushed file at 1733149071633 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543257ad: reopening flushed file at 1733149071638 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0fa321f3b4632dec322937ff7d957dbe in 1290ms, sequenceid=12, compaction requested=false at 1733149071642 (+4 ms)Writing region close event to WAL at 1733149071644 (+2 ms)Running coprocessor post-close hooks at 1733149071646 (+2 ms)Closed at 1733149071647 (+1 ms) 2024-12-02T14:17:51,647 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733149050538.0fa321f3b4632dec322937ff7d957dbe. 2024-12-02T14:17:51,687 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1493, reset compression=false 2024-12-02T14:17:51,715 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,32963,1733149041929; all regions closed. 2024-12-02T14:17:51,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741834_1010 (size=4239) 2024-12-02T14:17:51,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.meta.1733149044799.meta not finished, retry = 0 2024-12-02T14:17:51,763 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 1720, reset compression=false 2024-12-02T14:17:51,767 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:51,767 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.wal-reader.a3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.1733149043815 to pos 2364, reset compression=false 2024-12-02T14:17:51,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741839_1015 (size=3552) 2024-12-02T14:17:51,820 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/WALs/a3a61c9ba14f,32963,1733149041929/a3a61c9ba14f%2C32963%2C1733149041929.rep.1733149055224 not finished, retry = 0 2024-12-02T14:17:51,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:51,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:51,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:51,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:51,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:51,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:51,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:51,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:51,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:51,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:51,880 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:17:51,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:51,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:51,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:51,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741832_1008 (size=2372) 2024-12-02T14:17:51,923 DEBUG [RS:0;a3a61c9ba14f:32963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:51,923 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:17:51,923 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:17:51,924 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:17:51,924 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:17:51,924 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:17:51,924 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,32963,1733149041929 because: Region server is closing 2024-12-02T14:17:51,924 INFO [RS:0;a3a61c9ba14f:32963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:32963. 2024-12-02T14:17:51,925 DEBUG [RS:0;a3a61c9ba14f:32963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:51,925 DEBUG [RS:0;a3a61c9ba14f:32963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:51,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:51,925 DEBUG [RS:0;a3a61c9ba14f:32963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:52,025 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,32963,1733149041929.replicationSource.shippera3a61c9ba14f%2C32963%2C1733149041929,1-a3a61c9ba14f,32963,1733149041929 terminated 2024-12-02T14:17:52,025 INFO [RS:0;a3a61c9ba14f:32963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:32963. 2024-12-02T14:17:52,025 DEBUG [RS:0;a3a61c9ba14f:32963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:52,025 DEBUG [RS:0;a3a61c9ba14f:32963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:52,026 DEBUG [RS:0;a3a61c9ba14f:32963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:52,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:52,026 INFO [RS:0;a3a61c9ba14f:32963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32963 2024-12-02T14:17:52,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-946139243/rs/a3a61c9ba14f,32963,1733149041929 2024-12-02T14:17:52,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243/rs 2024-12-02T14:17:52,027 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:17:52,027 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,32963,1733149041929] 2024-12-02T14:17:52,028 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-946139243/draining/a3a61c9ba14f,32963,1733149041929 already deleted, retry=false 2024-12-02T14:17:52,028 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,32963,1733149041929 expired; onlineServers=0 2024-12-02T14:17:52,028 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,39991,1733149041896' ***** 2024-12-02T14:17:52,028 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:17:52,028 INFO [M:0;a3a61c9ba14f:39991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:17:52,028 INFO [M:0;a3a61c9ba14f:39991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:17:52,028 DEBUG [M:0;a3a61c9ba14f:39991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:17:52,028 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:17:52,028 DEBUG [M:0;a3a61c9ba14f:39991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:17:52,028 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149043669 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149043669,5,FailOnTimeoutGroup] 2024-12-02T14:17:52,028 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149043669 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149043669,5,FailOnTimeoutGroup] 2024-12-02T14:17:52,029 INFO [M:0;a3a61c9ba14f:39991 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:17:52,029 INFO [M:0;a3a61c9ba14f:39991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:17:52,029 DEBUG [M:0;a3a61c9ba14f:39991 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:17:52,029 INFO [M:0;a3a61c9ba14f:39991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:17:52,029 INFO [M:0;a3a61c9ba14f:39991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:17:52,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-946139243/master 2024-12-02T14:17:52,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946139243 2024-12-02T14:17:52,029 INFO [M:0;a3a61c9ba14f:39991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:17:52,029 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:17:52,030 DEBUG [M:0;a3a61c9ba14f:39991 {}] zookeeper.ZKUtil(347): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Unable to get data of znode /1-946139243/master because node does not exist (not an error) 2024-12-02T14:17:52,030 WARN [M:0;a3a61c9ba14f:39991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:17:52,030 INFO [M:0;a3a61c9ba14f:39991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/.lastflushedseqids 2024-12-02T14:17:52,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741848_1024 (size=245) 2024-12-02T14:17:52,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:52,128 INFO [RS:0;a3a61c9ba14f:32963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:17:52,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32963-0x1009b4aeff50004, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:52,128 INFO [RS:0;a3a61c9ba14f:32963 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,32963,1733149041929; zookeeper connection closed. 2024-12-02T14:17:52,128 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35f3602f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35f3602f 2024-12-02T14:17:52,128 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:17:52,396 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:17:52,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:52,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:52,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:52,434 INFO [M:0;a3a61c9ba14f:39991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:17:52,434 INFO [M:0;a3a61c9ba14f:39991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:17:52,434 DEBUG [M:0;a3a61c9ba14f:39991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:17:52,434 INFO [M:0;a3a61c9ba14f:39991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:52,434 DEBUG [M:0;a3a61c9ba14f:39991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:52,434 DEBUG [M:0;a3a61c9ba14f:39991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:17:52,434 DEBUG [M:0;a3a61c9ba14f:39991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:52,434 INFO [M:0;a3a61c9ba14f:39991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T14:17:52,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:52,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:52,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:52,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:52,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:52,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:52,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:52,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:52,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:52,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:52,451 DEBUG [M:0;a3a61c9ba14f:39991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9ea6367210c4a37aa9cc073ebce91af is 82, key is hbase:meta,,1/info:regioninfo/1733149044831/Put/seqid=0 2024-12-02T14:17:52,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741849_1025 (size=5672) 2024-12-02T14:17:52,791 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1493, reset compression=false 2024-12-02T14:17:52,855 INFO [M:0;a3a61c9ba14f:39991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9ea6367210c4a37aa9cc073ebce91af 2024-12-02T14:17:52,869 DEBUG [M:0;a3a61c9ba14f:39991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/111d1841fd49407fb3ddf3de7ea343f0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733149055270/Put/seqid=0 2024-12-02T14:17:52,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741850_1026 (size=8516) 2024-12-02T14:17:53,272 INFO [M:0;a3a61c9ba14f:39991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/111d1841fd49407fb3ddf3de7ea343f0 2024-12-02T14:17:53,291 DEBUG [M:0;a3a61c9ba14f:39991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cc096e658d240ada911ad04bc614069 is 69, key is a3a61c9ba14f,32963,1733149041929/rs:state/1733149043675/Put/seqid=0 2024-12-02T14:17:53,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741851_1027 (size=5156) 2024-12-02T14:17:53,695 INFO [M:0;a3a61c9ba14f:39991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cc096e658d240ada911ad04bc614069 2024-12-02T14:17:53,699 DEBUG [M:0;a3a61c9ba14f:39991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9ea6367210c4a37aa9cc073ebce91af as hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9ea6367210c4a37aa9cc073ebce91af 2024-12-02T14:17:53,702 INFO [M:0;a3a61c9ba14f:39991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9ea6367210c4a37aa9cc073ebce91af, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T14:17:53,703 DEBUG [M:0;a3a61c9ba14f:39991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/111d1841fd49407fb3ddf3de7ea343f0 as hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/111d1841fd49407fb3ddf3de7ea343f0 2024-12-02T14:17:53,706 INFO [M:0;a3a61c9ba14f:39991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/111d1841fd49407fb3ddf3de7ea343f0, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T14:17:53,707 DEBUG [M:0;a3a61c9ba14f:39991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cc096e658d240ada911ad04bc614069 as hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cc096e658d240ada911ad04bc614069 2024-12-02T14:17:53,710 INFO [M:0;a3a61c9ba14f:39991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40667/user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cc096e658d240ada911ad04bc614069, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T14:17:53,710 INFO [M:0;a3a61c9ba14f:39991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-12-02T14:17:53,711 INFO [M:0;a3a61c9ba14f:39991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:53,711 DEBUG [M:0;a3a61c9ba14f:39991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149072434Disabling compacts and flushes for region at 1733149072434Disabling writes for close at 1733149072434Obtaining lock to block concurrent updates at 1733149072434Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149072434Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733149072434Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149072435 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149072435Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149072450 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149072450Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149072857 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149072868 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149072868Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149073276 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149073290 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149073290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fef0413: reopening flushed file at 1733149073698 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716c9ebd: reopening flushed file at 1733149073702 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5561e0: reopening flushed file at 1733149073706 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1733149073710 (+4 ms)Writing region close event to WAL at 1733149073711 (+1 ms)Closed at 1733149073711 2024-12-02T14:17:53,713 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afde8381-9b8a-42d7-a278-854bba5f90b2/MasterData/WALs/a3a61c9ba14f,39991,1733149041896/a3a61c9ba14f%2C39991%2C1733149041896.1733149043605 not finished, retry = 0 2024-12-02T14:17:53,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34983 is added to blk_1073741830_1006 (size=63654) 2024-12-02T14:17:53,813 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:17:53,814 INFO [M:0;a3a61c9ba14f:39991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:17:53,814 INFO [M:0;a3a61c9ba14f:39991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39991 2024-12-02T14:17:53,814 INFO [M:0;a3a61c9ba14f:39991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:17:53,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:53,915 INFO [M:0;a3a61c9ba14f:39991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:17:53,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39991-0x1009b4aeff50003, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:53,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b203ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:17:53,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:17:53,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:17:53,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:17:53,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/hadoop.log.dir/,STOPPED} 2024-12-02T14:17:53,921 WARN [BP-2119006882-172.17.0.2-1733149041375 heartbeating to localhost/127.0.0.1:40667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:17:53,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:17:53,921 WARN [BP-2119006882-172.17.0.2-1733149041375 heartbeating to localhost/127.0.0.1:40667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2119006882-172.17.0.2-1733149041375 (Datanode Uuid df53b1ca-5b45-48dc-a8ee-7669b67165d3) service to localhost/127.0.0.1:40667 2024-12-02T14:17:53,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:17:53,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/cluster_ec2e7d3a-e130-3f3d-7953-877657716ab7/data/data1/current/BP-2119006882-172.17.0.2-1733149041375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:17:53,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/cluster_ec2e7d3a-e130-3f3d-7953-877657716ab7/data/data2/current/BP-2119006882-172.17.0.2-1733149041375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:17:53,922 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:17:53,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ef897f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:17:53,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:17:53,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:17:53,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:17:53,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf2ae8d2-1eb2-6f92-7f81-694975f1567b/hadoop.log.dir/,STOPPED} 2024-12-02T14:17:53,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:17:53,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:17:53,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:53,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:53,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:53,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:53,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:53,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:17:53,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1437705400, stopped=false 2024-12-02T14:17:53,945 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,43811,1733149038271 2024-12-02T14:17:53,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/029480432/running 2024-12-02T14:17:53,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/029480432/running 2024-12-02T14:17:53,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:53,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:53,946 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:17:53,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:17:53,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Set watcher on znode that does not yet exist, /029480432/running 2024-12-02T14:17:53,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Set watcher on znode that does not yet exist, /029480432/running 2024-12-02T14:17:53,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:53,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:53,947 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,46567,1733149038314' ***** 2024-12-02T14:17:53,947 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:17:53,947 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:17:53,947 INFO [RS:0;a3a61c9ba14f:46567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:17:53,947 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:17:53,947 INFO [RS:0;a3a61c9ba14f:46567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:17:53,947 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(3091): Received CLOSE for 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:53,947 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(3091): Received CLOSE for 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:53,947 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:53,947 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:17:53,947 INFO [RS:0;a3a61c9ba14f:46567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:46567. 2024-12-02T14:17:53,947 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60a6708daba1645f0323e137581cbc84, disabling compactions & flushes 2024-12-02T14:17:53,948 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. 2024-12-02T14:17:53,948 DEBUG [RS:0;a3a61c9ba14f:46567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:53,948 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. 2024-12-02T14:17:53,948 DEBUG [RS:0;a3a61c9ba14f:46567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:53,948 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. after waiting 0 ms 2024-12-02T14:17:53,948 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. 2024-12-02T14:17:53,948 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:17:53,948 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:17:53,948 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:17:53,948 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60a6708daba1645f0323e137581cbc84 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-02T14:17:53,948 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:17:53,948 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T14:17:53,948 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1325): Online Regions={60a6708daba1645f0323e137581cbc84=hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84., 1588230740=hbase:meta,,1.1588230740, 09dcd5c44332ae406ada16f17f76445e=test,,1733149048391.09dcd5c44332ae406ada16f17f76445e.} 2024-12-02T14:17:53,948 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1351): Waiting on 09dcd5c44332ae406ada16f17f76445e, 1588230740, 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:53,948 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:17:53,948 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:17:53,948 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:17:53,948 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:17:53,948 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:17:53,948 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T14:17:53,961 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/.tmp/info/8b7cdfa70b8f411cbfe0962e829808ed is 147, key is hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84./info:regioninfo/1733149053512/Put/seqid=0 2024-12-02T14:17:53,964 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/replication/60a6708daba1645f0323e137581cbc84/.tmp/queue/a1b9ae2d22854ae88114251545f092f0 is 154, key is 1-a3a61c9ba14f,46567,1733149038314/queue:a3a61c9ba14f%2C46567%2C1733149038314/1733149066243/Put/seqid=0 2024-12-02T14:17:53,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741840_1016 (size=7686) 2024-12-02T14:17:53,968 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/.tmp/info/8b7cdfa70b8f411cbfe0962e829808ed 2024-12-02T14:17:53,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741841_1017 (size=5353) 2024-12-02T14:17:53,982 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/.tmp/ns/d2b12df8674041beb8aa595166a50d91 is 43, key is default/ns:d/1733149041258/Put/seqid=0 2024-12-02T14:17:53,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741842_1018 (size=5153) 2024-12-02T14:17:53,993 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1493, reset compression=false 2024-12-02T14:17:53,994 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:17:54,148 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1351): Waiting on 09dcd5c44332ae406ada16f17f76445e, 1588230740, 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:54,169 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:17:54,169 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:17:54,348 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1351): Waiting on 09dcd5c44332ae406ada16f17f76445e, 1588230740, 60a6708daba1645f0323e137581cbc84 2024-12-02T14:17:54,369 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/replication/60a6708daba1645f0323e137581cbc84/.tmp/queue/a1b9ae2d22854ae88114251545f092f0 2024-12-02T14:17:54,373 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/replication/60a6708daba1645f0323e137581cbc84/.tmp/queue/a1b9ae2d22854ae88114251545f092f0 as hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/replication/60a6708daba1645f0323e137581cbc84/queue/a1b9ae2d22854ae88114251545f092f0 2024-12-02T14:17:54,376 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/replication/60a6708daba1645f0323e137581cbc84/queue/a1b9ae2d22854ae88114251545f092f0, entries=1, sequenceid=14, filesize=5.2 K 2024-12-02T14:17:54,377 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 60a6708daba1645f0323e137581cbc84 in 429ms, sequenceid=14, compaction requested=false 2024-12-02T14:17:54,377 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T14:17:54,380 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/replication/60a6708daba1645f0323e137581cbc84/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-02T14:17:54,380 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:54,380 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:17:54,380 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. 2024-12-02T14:17:54,380 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60a6708daba1645f0323e137581cbc84: Waiting for close lock at 1733149073947Running coprocessor pre-close hooks at 1733149073947Disabling compacts and flushes for region at 1733149073947Disabling writes for close at 1733149073948 (+1 ms)Obtaining lock to block concurrent updates at 1733149073948Preparing flush snapshotting stores in 60a6708daba1645f0323e137581cbc84 at 1733149073948Finished memstore snapshotting hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733149073948Flushing stores of hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. at 1733149073948Flushing 60a6708daba1645f0323e137581cbc84/queue: creating writer at 1733149073948Flushing 60a6708daba1645f0323e137581cbc84/queue: appending metadata at 1733149073963 (+15 ms)Flushing 60a6708daba1645f0323e137581cbc84/queue: closing flushed file at 1733149073963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@198f9e17: reopening flushed file at 1733149074372 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 60a6708daba1645f0323e137581cbc84 in 429ms, sequenceid=14, compaction requested=false at 1733149074377 (+5 ms)Writing region close event to WAL at 1733149074378 (+1 ms)Running coprocessor post-close hooks at 1733149074380 (+2 ms)Closed at 1733149074380 2024-12-02T14:17:54,380 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733149052330.60a6708daba1645f0323e137581cbc84. 2024-12-02T14:17:54,381 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09dcd5c44332ae406ada16f17f76445e, disabling compactions & flushes 2024-12-02T14:17:54,381 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. 2024-12-02T14:17:54,381 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. 2024-12-02T14:17:54,381 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. after waiting 0 ms 2024-12-02T14:17:54,381 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. 2024-12-02T14:17:54,381 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 09dcd5c44332ae406ada16f17f76445e 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-02T14:17:54,386 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/.tmp/ns/d2b12df8674041beb8aa595166a50d91 2024-12-02T14:17:54,398 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/.tmp/f/059e27af170a40e5a49a8a5ad47dfa2d is 37, key is row3/f:row3/1733149064488/Put/seqid=0 2024-12-02T14:17:54,400 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/.tmp/rep_barrier/790f6fdfb52c4087bfeb3ab9d114b17b is 112, key is test,,1733149048391.09dcd5c44332ae406ada16f17f76445e./rep_barrier:seqnumDuringOpen/1733149049545/Put/seqid=0 2024-12-02T14:17:54,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741843_1019 (size=5228) 2024-12-02T14:17:54,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741844_1020 (size=5518) 2024-12-02T14:17:54,549 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1351): Waiting on 09dcd5c44332ae406ada16f17f76445e, 1588230740 2024-12-02T14:17:54,749 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1351): Waiting on 09dcd5c44332ae406ada16f17f76445e, 1588230740 2024-12-02T14:17:54,803 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/.tmp/f/059e27af170a40e5a49a8a5ad47dfa2d 2024-12-02T14:17:54,804 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/.tmp/rep_barrier/790f6fdfb52c4087bfeb3ab9d114b17b 2024-12-02T14:17:54,806 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 059e27af170a40e5a49a8a5ad47dfa2d 2024-12-02T14:17:54,818 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/.tmp/f1/633b0a4a38bf4c81aa32c95056d21709 is 30, key is row1/f1:/1733149061825/DeleteFamily/seqid=0 2024-12-02T14:17:54,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741845_1021 (size=5158) 2024-12-02T14:17:54,822 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/.tmp/table/0040909816ea47d8ae5abae1a5bd2e88 is 53, key is hbase:replication/table:state/1733149053521/Put/seqid=0 2024-12-02T14:17:54,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741846_1022 (size=5308) 2024-12-02T14:17:54,949 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:17:54,949 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 09dcd5c44332ae406ada16f17f76445e=test,,1733149048391.09dcd5c44332ae406ada16f17f76445e.} 2024-12-02T14:17:54,949 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1351): Waiting on 09dcd5c44332ae406ada16f17f76445e, 1588230740 2024-12-02T14:17:55,149 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1351): Waiting on 09dcd5c44332ae406ada16f17f76445e, 1588230740 2024-12-02T14:17:55,222 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/.tmp/f1/633b0a4a38bf4c81aa32c95056d21709 2024-12-02T14:17:55,225 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 633b0a4a38bf4c81aa32c95056d21709 2024-12-02T14:17:55,225 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/.tmp/table/0040909816ea47d8ae5abae1a5bd2e88 2024-12-02T14:17:55,229 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/.tmp/info/8b7cdfa70b8f411cbfe0962e829808ed as hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/info/8b7cdfa70b8f411cbfe0962e829808ed 2024-12-02T14:17:55,232 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/info/8b7cdfa70b8f411cbfe0962e829808ed, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T14:17:55,233 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/.tmp/ns/d2b12df8674041beb8aa595166a50d91 as hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/ns/d2b12df8674041beb8aa595166a50d91 2024-12-02T14:17:55,236 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/ns/d2b12df8674041beb8aa595166a50d91, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T14:17:55,236 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/.tmp/rep_barrier/790f6fdfb52c4087bfeb3ab9d114b17b as hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/rep_barrier/790f6fdfb52c4087bfeb3ab9d114b17b 2024-12-02T14:17:55,239 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/rep_barrier/790f6fdfb52c4087bfeb3ab9d114b17b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T14:17:55,240 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/.tmp/table/0040909816ea47d8ae5abae1a5bd2e88 as hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/table/0040909816ea47d8ae5abae1a5bd2e88 2024-12-02T14:17:55,242 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/.tmp/norep/af8d9050fcfc476cb66808faeccba492 is 32, key is row/norep:/1733149060820/DeleteFamily/seqid=0 2024-12-02T14:17:55,243 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/table/0040909816ea47d8ae5abae1a5bd2e88, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T14:17:55,244 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false 2024-12-02T14:17:55,244 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:17:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741847_1023 (size=5101) 2024-12-02T14:17:55,247 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T14:17:55,248 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:55,248 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:17:55,248 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:17:55,248 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149073948Running coprocessor pre-close hooks at 1733149073948Disabling compacts and flushes for region at 1733149073948Disabling writes for close at 1733149073948Obtaining lock to block concurrent updates at 1733149073948Preparing flush snapshotting stores in 1588230740 at 1733149073948Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733149073948Flushing stores of hbase:meta,,1.1588230740 at 1733149073950 (+2 ms)Flushing 1588230740/info: creating writer at 1733149073950Flushing 1588230740/info: appending metadata at 1733149073961 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733149073961Flushing 1588230740/ns: creating writer at 1733149073971 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733149073982 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733149073982Flushing 1588230740/rep_barrier: creating writer at 1733149074389 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733149074400 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733149074400Flushing 1588230740/table: creating writer at 1733149074807 (+407 ms)Flushing 1588230740/table: appending metadata at 1733149074821 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733149074822 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f17811c: reopening flushed file at 1733149075228 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb56f88: reopening flushed file at 1733149075232 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ccbcdca: reopening flushed file at 1733149075236 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a8d245: reopening flushed file at 1733149075239 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false at 1733149075244 (+5 ms)Writing region close event to WAL at 1733149075245 (+1 ms)Running coprocessor post-close hooks at 1733149075248 (+3 ms)Closed at 1733149075248 2024-12-02T14:17:55,248 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:17:55,296 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1493, reset compression=false 2024-12-02T14:17:55,299 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:17:55,299 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1740, reset compression=false 2024-12-02T14:17:55,299 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46567,1733149038314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:17:55,300 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a3a61c9ba14f,46567,1733149038314: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a3a61c9ba14f,46567,1733149038314, walGroup=a3a61c9ba14f%2C46567%2C1733149038314, offset=a3a61c9ba14f%2C46567%2C1733149038314.1733149040301:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T14:17:55,301 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:17:55,301 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:17:55,301 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:17:55,302 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:17:55,302 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:17:55,302 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 876867048 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199383072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T14:17:55,302 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:43811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:43811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T14:17:55,335 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:17:55,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:17:55,336 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68530 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:17:55,349 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1351): Waiting on 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:55,502 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.wal-reader.a3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/WALs/a3a61c9ba14f,46567,1733149038314/a3a61c9ba14f%2C46567%2C1733149038314.1733149040301 to pos 1740, reset compression=false 2024-12-02T14:17:55,549 DEBUG [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1351): Waiting on 09dcd5c44332ae406ada16f17f76445e 2024-12-02T14:17:55,646 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/.tmp/norep/af8d9050fcfc476cb66808faeccba492 2024-12-02T14:17:55,650 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af8d9050fcfc476cb66808faeccba492 2024-12-02T14:17:55,651 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/.tmp/f/059e27af170a40e5a49a8a5ad47dfa2d as hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/f/059e27af170a40e5a49a8a5ad47dfa2d 2024-12-02T14:17:55,655 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 059e27af170a40e5a49a8a5ad47dfa2d 2024-12-02T14:17:55,655 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/f/059e27af170a40e5a49a8a5ad47dfa2d, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T14:17:55,655 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/.tmp/f1/633b0a4a38bf4c81aa32c95056d21709 as hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/f1/633b0a4a38bf4c81aa32c95056d21709 2024-12-02T14:17:55,659 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 633b0a4a38bf4c81aa32c95056d21709 2024-12-02T14:17:55,659 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/f1/633b0a4a38bf4c81aa32c95056d21709, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T14:17:55,660 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/.tmp/norep/af8d9050fcfc476cb66808faeccba492 as hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/norep/af8d9050fcfc476cb66808faeccba492 2024-12-02T14:17:55,664 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af8d9050fcfc476cb66808faeccba492 2024-12-02T14:17:55,664 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/norep/af8d9050fcfc476cb66808faeccba492, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T14:17:55,664 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 09dcd5c44332ae406ada16f17f76445e in 1283ms, sequenceid=12, compaction requested=false 2024-12-02T14:17:55,664 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T14:17:55,670 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/data/default/test/09dcd5c44332ae406ada16f17f76445e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T14:17:55,670 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:55,670 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:17:55,670 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. 2024-12-02T14:17:55,670 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09dcd5c44332ae406ada16f17f76445e: Waiting for close lock at 1733149074381Running coprocessor pre-close hooks at 1733149074381Disabling compacts and flushes for region at 1733149074381Disabling writes for close at 1733149074381Obtaining lock to block concurrent updates at 1733149074381Preparing flush snapshotting stores in 09dcd5c44332ae406ada16f17f76445e at 1733149074381Finished memstore snapshotting test,,1733149048391.09dcd5c44332ae406ada16f17f76445e., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733149074381Flushing stores of test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. at 1733149074381Flushing 09dcd5c44332ae406ada16f17f76445e/f: creating writer at 1733149074381Flushing 09dcd5c44332ae406ada16f17f76445e/f: appending metadata at 1733149074397 (+16 ms)Flushing 09dcd5c44332ae406ada16f17f76445e/f: closing flushed file at 1733149074397Flushing 09dcd5c44332ae406ada16f17f76445e/f1: creating writer at 1733149074806 (+409 ms)Flushing 09dcd5c44332ae406ada16f17f76445e/f1: appending metadata at 1733149074818 (+12 ms)Flushing 09dcd5c44332ae406ada16f17f76445e/f1: closing flushed file at 1733149074818Flushing 09dcd5c44332ae406ada16f17f76445e/norep: creating writer at 1733149075225 (+407 ms)Flushing 09dcd5c44332ae406ada16f17f76445e/norep: appending metadata at 1733149075241 (+16 ms)Flushing 09dcd5c44332ae406ada16f17f76445e/norep: closing flushed file at 1733149075241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb4fdf1: reopening flushed file at 1733149075650 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a1865b8: reopening flushed file at 1733149075655 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502b65d: reopening flushed file at 1733149075659 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 09dcd5c44332ae406ada16f17f76445e in 1283ms, sequenceid=12, compaction requested=false at 1733149075664 (+5 ms)Writing region close event to WAL at 1733149075667 (+3 ms)Running coprocessor post-close hooks at 1733149075670 (+3 ms)Closed at 1733149075670 2024-12-02T14:17:55,670 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733149048391.09dcd5c44332ae406ada16f17f76445e. 2024-12-02T14:17:55,750 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,46567,1733149038314; all regions closed. 2024-12-02T14:17:55,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741834_1010 (size=4239) 2024-12-02T14:17:55,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741839_1015 (size=3552) 2024-12-02T14:17:55,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741832_1008 (size=2392) 2024-12-02T14:17:55,771 DEBUG [RS:0;a3a61c9ba14f:46567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:55,772 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:17:55,772 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:17:55,772 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:17:55,772 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:17:55,772 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,46567,1733149038314 because: Region server is closing 2024-12-02T14:17:55,772 INFO [RS:0;a3a61c9ba14f:46567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:46567. 2024-12-02T14:17:55,772 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:17:55,772 DEBUG [RS:0;a3a61c9ba14f:46567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:55,772 DEBUG [RS:0;a3a61c9ba14f:46567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:55,772 DEBUG [RS:0;a3a61c9ba14f:46567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:55,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:55,873 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46567,1733149038314.replicationSource.shippera3a61c9ba14f%2C46567%2C1733149038314,1-a3a61c9ba14f,46567,1733149038314 terminated 2024-12-02T14:17:55,873 INFO [RS:0;a3a61c9ba14f:46567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:46567. 2024-12-02T14:17:55,873 DEBUG [RS:0;a3a61c9ba14f:46567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:17:55,873 DEBUG [RS:0;a3a61c9ba14f:46567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:55,873 DEBUG [RS:0;a3a61c9ba14f:46567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:17:55,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:17:55,873 INFO [RS:0;a3a61c9ba14f:46567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46567 2024-12-02T14:17:55,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/029480432/rs/a3a61c9ba14f,46567,1733149038314 2024-12-02T14:17:55,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432/rs 2024-12-02T14:17:55,875 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:17:55,875 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,46567,1733149038314] 2024-12-02T14:17:55,876 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /029480432/draining/a3a61c9ba14f,46567,1733149038314 already deleted, retry=false 2024-12-02T14:17:55,876 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,46567,1733149038314 expired; onlineServers=0 2024-12-02T14:17:55,876 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,43811,1733149038271' ***** 2024-12-02T14:17:55,876 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:17:55,876 INFO [M:0;a3a61c9ba14f:43811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:17:55,877 INFO [M:0;a3a61c9ba14f:43811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:17:55,877 DEBUG [M:0;a3a61c9ba14f:43811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:17:55,877 DEBUG [M:0;a3a61c9ba14f:43811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:17:55,877 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149040066 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149040066,5,FailOnTimeoutGroup] 2024-12-02T14:17:55,877 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:17:55,877 INFO [M:0;a3a61c9ba14f:43811 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:17:55,877 INFO [M:0;a3a61c9ba14f:43811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:17:55,877 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149040065 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149040065,5,FailOnTimeoutGroup] 2024-12-02T14:17:55,877 DEBUG [M:0;a3a61c9ba14f:43811 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:17:55,877 INFO [M:0;a3a61c9ba14f:43811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:17:55,877 INFO [M:0;a3a61c9ba14f:43811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:17:55,877 INFO [M:0;a3a61c9ba14f:43811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:17:55,877 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:17:55,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/029480432/master 2024-12-02T14:17:55,878 DEBUG [M:0;a3a61c9ba14f:43811 {}] zookeeper.ZKUtil(347): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Unable to get data of znode /029480432/master because node does not exist (not an error) 2024-12-02T14:17:55,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/029480432 2024-12-02T14:17:55,878 WARN [M:0;a3a61c9ba14f:43811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:17:55,879 INFO [M:0;a3a61c9ba14f:43811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/.lastflushedseqids 2024-12-02T14:17:55,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741848_1024 (size=245) 2024-12-02T14:17:55,912 INFO [M:0;a3a61c9ba14f:43811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:17:55,912 INFO [M:0;a3a61c9ba14f:43811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:17:55,912 DEBUG [M:0;a3a61c9ba14f:43811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:17:55,912 INFO [M:0;a3a61c9ba14f:43811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:55,912 DEBUG [M:0;a3a61c9ba14f:43811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:55,912 DEBUG [M:0;a3a61c9ba14f:43811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:17:55,912 DEBUG [M:0;a3a61c9ba14f:43811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:55,912 INFO [M:0;a3a61c9ba14f:43811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-02T14:17:55,934 DEBUG [M:0;a3a61c9ba14f:43811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a5007a30a1d45b5a5a5db6e85c0dab5 is 82, key is hbase:meta,,1/info:regioninfo/1733149041229/Put/seqid=0 2024-12-02T14:17:55,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741849_1025 (size=5672) 2024-12-02T14:17:55,979 INFO [RS:0;a3a61c9ba14f:46567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:17:55,979 INFO [RS:0;a3a61c9ba14f:46567 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,46567,1733149038314; zookeeper connection closed. 2024-12-02T14:17:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46567-0x1009b4aeff50001, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:55,992 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@403915b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@403915b4 2024-12-02T14:17:55,993 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:17:56,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:17:56,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:17:56,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T14:17:56,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T14:17:56,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:17:56,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:17:56,355 INFO [M:0;a3a61c9ba14f:43811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a5007a30a1d45b5a5a5db6e85c0dab5 2024-12-02T14:17:56,383 DEBUG [M:0;a3a61c9ba14f:43811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e9927e2089845628f5137682f605f42 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733149049554/Put/seqid=0 2024-12-02T14:17:56,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741850_1026 (size=7218) 2024-12-02T14:17:56,403 INFO [M:0;a3a61c9ba14f:43811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e9927e2089845628f5137682f605f42 2024-12-02T14:17:56,407 INFO [M:0;a3a61c9ba14f:43811 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e9927e2089845628f5137682f605f42 2024-12-02T14:17:56,432 DEBUG [M:0;a3a61c9ba14f:43811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3eaf51b679f14e7b930fbea46d3673cd is 69, key is a3a61c9ba14f,46567,1733149038314/rs:state/1733149040153/Put/seqid=0 2024-12-02T14:17:56,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741851_1027 (size=5156) 2024-12-02T14:17:56,838 INFO [M:0;a3a61c9ba14f:43811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3eaf51b679f14e7b930fbea46d3673cd 2024-12-02T14:17:56,842 DEBUG [M:0;a3a61c9ba14f:43811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a5007a30a1d45b5a5a5db6e85c0dab5 as hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a5007a30a1d45b5a5a5db6e85c0dab5 2024-12-02T14:17:56,845 INFO [M:0;a3a61c9ba14f:43811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a5007a30a1d45b5a5a5db6e85c0dab5, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T14:17:56,846 DEBUG [M:0;a3a61c9ba14f:43811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e9927e2089845628f5137682f605f42 as hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e9927e2089845628f5137682f605f42 2024-12-02T14:17:56,849 INFO [M:0;a3a61c9ba14f:43811 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e9927e2089845628f5137682f605f42 2024-12-02T14:17:56,849 INFO [M:0;a3a61c9ba14f:43811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e9927e2089845628f5137682f605f42, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T14:17:56,850 DEBUG [M:0;a3a61c9ba14f:43811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3eaf51b679f14e7b930fbea46d3673cd as hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3eaf51b679f14e7b930fbea46d3673cd 2024-12-02T14:17:56,853 INFO [M:0;a3a61c9ba14f:43811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43773/user/jenkins/test-data/4fdf6f51-9af2-c115-b7e0-f2db78ba9ce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3eaf51b679f14e7b930fbea46d3673cd, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T14:17:56,853 INFO [M:0;a3a61c9ba14f:43811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=105, compaction requested=false 2024-12-02T14:17:56,858 INFO [M:0;a3a61c9ba14f:43811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:56,858 DEBUG [M:0;a3a61c9ba14f:43811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149075912Disabling compacts and flushes for region at 1733149075912Disabling writes for close at 1733149075912Obtaining lock to block concurrent updates at 1733149075912Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149075912Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733149075912Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149075913 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149075913Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149075934 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149075934Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149076360 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149076382 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149076382Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149076408 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149076431 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149076431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@157e22d1: reopening flushed file at 1733149076841 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f9c95a: reopening flushed file at 1733149076845 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cbaa85: reopening flushed file at 1733149076849 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=105, compaction requested=false at 1733149076853 (+4 ms)Writing region close event to WAL at 1733149076858 (+5 ms)Closed at 1733149076858 2024-12-02T14:17:56,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39015 is added to blk_1073741830_1006 (size=64423) 2024-12-02T14:17:56,860 INFO [M:0;a3a61c9ba14f:43811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:17:56,860 INFO [M:0;a3a61c9ba14f:43811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43811 2024-12-02T14:17:56,861 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:17:56,861 INFO [M:0;a3a61c9ba14f:43811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:17:56,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:56,962 INFO [M:0;a3a61c9ba14f:43811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:17:56,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1009b4aeff50000, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:17:56,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29850a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:17:56,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:17:56,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:17:56,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:17:56,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/hadoop.log.dir/,STOPPED} 2024-12-02T14:17:56,965 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:17:56,965 WARN [BP-210426578-172.17.0.2-1733149037461 heartbeating to localhost/127.0.0.1:43773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:17:56,965 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:17:56,965 WARN [BP-210426578-172.17.0.2-1733149037461 heartbeating to localhost/127.0.0.1:43773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-210426578-172.17.0.2-1733149037461 (Datanode Uuid bc4f13ce-b1e1-4760-a58a-f7e166752e40) service to localhost/127.0.0.1:43773 2024-12-02T14:17:56,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/cluster_78955d44-9f23-6006-0d7c-b6523d4997f8/data/data1/current/BP-210426578-172.17.0.2-1733149037461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:17:56,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/cluster_78955d44-9f23-6006-0d7c-b6523d4997f8/data/data2/current/BP-210426578-172.17.0.2-1733149037461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:17:56,966 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:17:56,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:17:56,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:17:56,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:17:56,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:17:56,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b635deed-1adc-dded-f036-8727d0abfdef/hadoop.log.dir/,STOPPED} 2024-12-02T14:17:56,977 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T14:17:56,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:17:56,995 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 266) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58478) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:41237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58478) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40667 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41237 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58478) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43773 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 288) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5833 (was 5391) - AvailableMemoryMB LEAK? - 2024-12-02T14:17:57,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=5833 2024-12-02T14:17:57,017 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-02T14:17:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/hadoop.log.dir so I do NOT create it in target/test-data/78e45032-10ee-5da6-720c-7b08938738ef 2024-12-02T14:17:57,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:17:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/hadoop.tmp.dir so I do NOT create it in target/test-data/78e45032-10ee-5da6-720c-7b08938738ef 2024-12-02T14:17:57,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f44e7570-8bdb-5618-63c5-c3c79e5bb85c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:17:57,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef 2024-12-02T14:17:57,018 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/cluster_9c84bd8e-9b70-5606-bea6-cd1bde77befc, deleteOnExit=true 2024-12-02T14:17:57,020 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/cluster_9c84bd8e-9b70-5606-bea6-cd1bde77befc/zookeeper_0, clientPort=55052, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/cluster_9c84bd8e-9b70-5606-bea6-cd1bde77befc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/cluster_9c84bd8e-9b70-5606-bea6-cd1bde77befc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:17:57,021 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55052 2024-12-02T14:17:57,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:17:57,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:17:57,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/test.cache.data in system properties and HBase conf 2024-12-02T14:17:57,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:17:57,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:17:57,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:17:57,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:17:57,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:17:57,022 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:17:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:17:57,068 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T14:17:57,068 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,069 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,069 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,069 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,069 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b4aeff50005, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:17:57,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b4aeff50005, quorum=127.0.0.1:58478, baseZNode=/1-946139243 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:17:57,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b4aeff50002, quorum=127.0.0.1:58478, baseZNode=/029480432 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:17:57,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009b4aeff50008, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:17:57,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b4aeff50002, quorum=127.0.0.1:58478, baseZNode=/029480432 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:17:57,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009b4aeff50008, quorum=127.0.0.1:58478, baseZNode=/2-1183782809 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:17:57,091 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,091 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,091 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,091 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,092 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,092 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,096 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,098 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,098 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,099 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:17:57,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:17:57,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:17:57,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:17:57,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:17:57,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:17:57,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:17:57,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46006ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:17:57,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ffff616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:17:57,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35c552d9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/java.io.tmpdir/jetty-localhost-42435-hadoop-hdfs-3_4_1-tests_jar-_-any-746766959430238588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:17:57,234 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42473f2b{HTTP/1.1, (http/1.1)}{localhost:42435} 2024-12-02T14:17:57,234 INFO [Time-limited test {}] server.Server(415): Started @245616ms 2024-12-02T14:17:57,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:17:57,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:17:57,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:17:57,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:17:57,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:17:57,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:17:57,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:17:57,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b6b26e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/java.io.tmpdir/jetty-localhost-35795-hadoop-hdfs-3_4_1-tests_jar-_-any-9857282011232535700/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:17:57,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:35795} 2024-12-02T14:17:57,476 INFO [Time-limited test {}] server.Server(415): Started @245858ms 2024-12-02T14:17:57,478 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:17:57,559 WARN [Thread-3448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/cluster_9c84bd8e-9b70-5606-bea6-cd1bde77befc/data/data2/current/BP-613598854-172.17.0.2-1733149077043/current, will proceed with Du for space computation calculation, 2024-12-02T14:17:57,559 WARN [Thread-3447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/cluster_9c84bd8e-9b70-5606-bea6-cd1bde77befc/data/data1/current/BP-613598854-172.17.0.2-1733149077043/current, will proceed with Du for space computation calculation, 2024-12-02T14:17:57,581 WARN [Thread-3435 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:17:57,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf063d2ffa25009e6 with lease ID 0xd286d7cdb1fa3375: Processing first storage report for DS-a39fcdda-d1c3-4a32-9177-3d2fec306f1d from datanode DatanodeRegistration(127.0.0.1:33249, datanodeUuid=091bd90c-5e15-441f-9de4-67a80a0efdbe, infoPort=46043, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=1915231416;c=1733149077043) 2024-12-02T14:17:57,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf063d2ffa25009e6 with lease ID 0xd286d7cdb1fa3375: from storage DS-a39fcdda-d1c3-4a32-9177-3d2fec306f1d node DatanodeRegistration(127.0.0.1:33249, datanodeUuid=091bd90c-5e15-441f-9de4-67a80a0efdbe, infoPort=46043, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=1915231416;c=1733149077043), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:17:57,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf063d2ffa25009e6 with lease ID 0xd286d7cdb1fa3375: Processing first storage report for DS-6cf143c8-ff07-4483-82c7-e18e045a0b55 from datanode DatanodeRegistration(127.0.0.1:33249, datanodeUuid=091bd90c-5e15-441f-9de4-67a80a0efdbe, infoPort=46043, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=1915231416;c=1733149077043) 2024-12-02T14:17:57,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf063d2ffa25009e6 with lease ID 0xd286d7cdb1fa3375: from storage DS-6cf143c8-ff07-4483-82c7-e18e045a0b55 node DatanodeRegistration(127.0.0.1:33249, datanodeUuid=091bd90c-5e15-441f-9de4-67a80a0efdbe, infoPort=46043, infoSecurePort=0, ipcPort=40201, storageInfo=lv=-57;cid=testClusterID;nsid=1915231416;c=1733149077043), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:17:57,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef 2024-12-02T14:17:57,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:57,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:57,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:17:58,035 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d with version=8 2024-12-02T14:17:58,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/hbase-staging 2024-12-02T14:17:58,038 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:17:58,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:58,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:58,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:17:58,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:58,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:17:58,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:17:58,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:17:58,039 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35967 2024-12-02T14:17:58,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35967 connecting to ZooKeeper ensemble=127.0.0.1:55052 2024-12-02T14:17:58,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359670x0, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:17:58,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35967-0x1009b4b8a8b0000 connected 2024-12-02T14:17:58,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:58,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:58,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Set watcher on znode that does not yet exist, /0-985583798/running 2024-12-02T14:17:58,061 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d, hbase.cluster.distributed=false 2024-12-02T14:17:58,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Set watcher on znode that does not yet exist, /0-985583798/acl 2024-12-02T14:17:58,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35967 2024-12-02T14:17:58,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35967 2024-12-02T14:17:58,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35967 2024-12-02T14:17:58,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35967 2024-12-02T14:17:58,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35967 2024-12-02T14:17:58,085 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:17:58,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:58,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:58,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:17:58,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:17:58,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:17:58,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:17:58,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:17:58,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44251 2024-12-02T14:17:58,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44251 connecting to ZooKeeper ensemble=127.0.0.1:55052 2024-12-02T14:17:58,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:58,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:58,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442510x0, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:17:58,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44251-0x1009b4b8a8b0001 connected 2024-12-02T14:17:58,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Set watcher on znode that does not yet exist, /0-985583798/running 2024-12-02T14:17:58,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:17:58,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:17:58,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Set watcher on znode that does not yet exist, /0-985583798/master 2024-12-02T14:17:58,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Set watcher on znode that does not yet exist, /0-985583798/acl 2024-12-02T14:17:58,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44251 2024-12-02T14:17:58,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44251 2024-12-02T14:17:58,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44251 2024-12-02T14:17:58,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44251 2024-12-02T14:17:58,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44251 2024-12-02T14:17:58,114 DEBUG [M:0;a3a61c9ba14f:35967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:35967 2024-12-02T14:17:58,114 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-985583798/backup-masters/a3a61c9ba14f,35967,1733149078038 2024-12-02T14:17:58,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798/backup-masters 2024-12-02T14:17:58,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798/backup-masters 2024-12-02T14:17:58,116 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Set watcher on existing znode=/0-985583798/backup-masters/a3a61c9ba14f,35967,1733149078038 2024-12-02T14:17:58,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-985583798/master 2024-12-02T14:17:58,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:17:58,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:17:58,117 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Set watcher on existing znode=/0-985583798/master 2024-12-02T14:17:58,117 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-985583798/backup-masters/a3a61c9ba14f,35967,1733149078038 from backup master directory 2024-12-02T14:17:58,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-985583798/backup-masters/a3a61c9ba14f,35967,1733149078038 2024-12-02T14:17:58,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798/backup-masters 2024-12-02T14:17:58,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798/backup-masters 2024-12-02T14:17:58,118 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:17:58,118 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,35967,1733149078038 2024-12-02T14:17:58,121 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/hbase.id] with ID: 41316cfa-cfbc-48d4-a74d-807552b86a01 2024-12-02T14:17:58,121 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/.tmp/hbase.id 2024-12-02T14:17:58,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:17:58,531 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/.tmp/hbase.id]:[hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/hbase.id] 2024-12-02T14:17:58,538 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:17:58,538 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:17:58,539 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:17:58,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:17:58,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:17:58,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:17:58,953 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:17:58,954 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:17:58,954 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:58,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:17:59,359 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store 2024-12-02T14:17:59,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:17:59,764 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:59,764 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:17:59,764 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:59,764 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:59,764 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:17:59,764 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:59,764 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:17:59,764 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149079764Disabling compacts and flushes for region at 1733149079764Disabling writes for close at 1733149079764Writing region close event to WAL at 1733149079764Closed at 1733149079764 2024-12-02T14:17:59,765 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/.initializing 2024-12-02T14:17:59,765 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/WALs/a3a61c9ba14f,35967,1733149078038 2024-12-02T14:17:59,766 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:17:59,767 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C35967%2C1733149078038, suffix=, logDir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/WALs/a3a61c9ba14f,35967,1733149078038, archiveDir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/oldWALs, maxLogs=10 2024-12-02T14:17:59,778 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/WALs/a3a61c9ba14f,35967,1733149078038/a3a61c9ba14f%2C35967%2C1733149078038.1733149079767, exclude list is [], retry=0 2024-12-02T14:17:59,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33249,DS-a39fcdda-d1c3-4a32-9177-3d2fec306f1d,DISK] 2024-12-02T14:17:59,782 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/WALs/a3a61c9ba14f,35967,1733149078038/a3a61c9ba14f%2C35967%2C1733149078038.1733149079767 2024-12-02T14:17:59,782 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46043:46043)] 2024-12-02T14:17:59,782 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:17:59,783 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:17:59,783 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:59,783 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:59,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:59,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:17:59,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:59,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:17:59,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:59,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:17:59,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:59,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:59,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:59,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:17:59,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:59,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:59,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:59,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:17:59,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:59,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:17:59,789 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:59,789 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:59,789 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:59,790 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:59,790 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:59,790 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:17:59,791 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:17:59,792 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:17:59,792 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60869778, jitterRate=-0.0929696261882782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:17:59,793 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733149079783Initializing all the Stores at 1733149079784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149079784Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149079784Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149079784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149079784Cleaning up temporary data from old regions at 1733149079790 (+6 ms)Region opened successfully at 1733149079793 (+3 ms) 2024-12-02T14:17:59,793 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:17:59,795 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d17fa06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:17:59,795 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:17:59,796 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:17:59,796 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:17:59,796 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:17:59,796 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:17:59,796 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:17:59,796 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:17:59,798 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:17:59,799 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Unable to get data of znode /0-985583798/balancer because node does not exist (not necessarily an error) 2024-12-02T14:17:59,799 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-985583798/balancer already deleted, retry=false 2024-12-02T14:17:59,799 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:17:59,800 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Unable to get data of znode /0-985583798/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:17:59,800 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-985583798/normalizer already deleted, retry=false 2024-12-02T14:17:59,801 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:17:59,801 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Unable to get data of znode /0-985583798/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:17:59,802 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-985583798/switch/split already deleted, retry=false 2024-12-02T14:17:59,802 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Unable to get data of znode /0-985583798/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:17:59,803 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-985583798/switch/merge already deleted, retry=false 2024-12-02T14:17:59,804 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Unable to get data of znode /0-985583798/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:17:59,805 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-985583798/snapshot-cleanup already deleted, retry=false 2024-12-02T14:17:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-985583798/running 2024-12-02T14:17:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-985583798/running 2024-12-02T14:17:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:17:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:17:59,806 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,35967,1733149078038, sessionid=0x1009b4b8a8b0000, setting cluster-up flag (Was=false) 2024-12-02T14:17:59,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:17:59,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:17:59,809 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-985583798/flush-table-proc/acquired, /0-985583798/flush-table-proc/reached, /0-985583798/flush-table-proc/abort 2024-12-02T14:17:59,810 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,35967,1733149078038 2024-12-02T14:17:59,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:17:59,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:17:59,813 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-985583798/online-snapshot/acquired, /0-985583798/online-snapshot/reached, /0-985583798/online-snapshot/abort 2024-12-02T14:17:59,814 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,35967,1733149078038 2024-12-02T14:17:59,814 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:17:59,815 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:59,815 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:17:59,815 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:17:59,816 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,35967,1733149078038 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:17:59,817 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:59,817 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:59,817 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:59,817 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:17:59,817 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:17:59,817 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:59,817 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:17:59,817 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:59,818 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:17:59,818 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:17:59,819 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:17:59,819 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:17:59,821 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149109821 2024-12-02T14:17:59,822 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:17:59,822 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:17:59,822 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:17:59,822 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:17:59,822 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:17:59,822 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:17:59,822 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,822 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:17:59,822 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:17:59,822 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:17:59,823 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:17:59,823 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:17:59,823 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:17:59,823 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149079823,5,FailOnTimeoutGroup] 2024-12-02T14:17:59,825 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149079823,5,FailOnTimeoutGroup] 2024-12-02T14:17:59,825 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,825 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:17:59,825 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,825 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:17:59,907 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(746): ClusterId : 41316cfa-cfbc-48d4-a74d-807552b86a01 2024-12-02T14:17:59,907 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:17:59,908 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:17:59,908 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:17:59,909 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:17:59,909 DEBUG [RS:0;a3a61c9ba14f:44251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab32782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:17:59,919 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:44251 2024-12-02T14:17:59,919 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:17:59,919 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:17:59,919 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:17:59,919 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,35967,1733149078038 with port=44251, startcode=1733149078085 2024-12-02T14:17:59,920 DEBUG [RS:0;a3a61c9ba14f:44251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:17:59,921 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:17:59,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,44251,1733149078085 2024-12-02T14:17:59,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35967 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,44251,1733149078085 2024-12-02T14:17:59,922 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d 2024-12-02T14:17:59,922 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41521 2024-12-02T14:17:59,922 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:17:59,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798/rs 2024-12-02T14:17:59,923 DEBUG [RS:0;a3a61c9ba14f:44251 {}] zookeeper.ZKUtil(111): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Set watcher on existing znode=/0-985583798/rs/a3a61c9ba14f,44251,1733149078085 2024-12-02T14:17:59,923 WARN [RS:0;a3a61c9ba14f:44251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:17:59,924 INFO [RS:0;a3a61c9ba14f:44251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:17:59,924 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085 2024-12-02T14:17:59,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,44251,1733149078085] 2024-12-02T14:17:59,926 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:17:59,928 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:17:59,928 INFO [RS:0;a3a61c9ba14f:44251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:17:59,928 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,928 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:17:59,929 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:17:59,929 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:17:59,929 DEBUG [RS:0;a3a61c9ba14f:44251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:17:59,930 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,930 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,930 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,930 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,930 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,930 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44251,1733149078085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:17:59,942 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:17:59,942 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44251,1733149078085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,942 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,942 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.Replication(171): a3a61c9ba14f,44251,1733149078085 started 2024-12-02T14:17:59,954 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:17:59,954 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,44251,1733149078085, RpcServer on a3a61c9ba14f/172.17.0.2:44251, sessionid=0x1009b4b8a8b0001 2024-12-02T14:17:59,954 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:17:59,954 DEBUG [RS:0;a3a61c9ba14f:44251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,44251,1733149078085 2024-12-02T14:17:59,954 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,44251,1733149078085' 2024-12-02T14:17:59,954 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-985583798/flush-table-proc/abort' 2024-12-02T14:17:59,954 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-985583798/flush-table-proc/acquired' 2024-12-02T14:17:59,955 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:17:59,955 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:17:59,955 DEBUG [RS:0;a3a61c9ba14f:44251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,44251,1733149078085 2024-12-02T14:17:59,955 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,44251,1733149078085' 2024-12-02T14:17:59,955 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-985583798/online-snapshot/abort' 2024-12-02T14:17:59,955 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-985583798/online-snapshot/acquired' 2024-12-02T14:17:59,955 DEBUG [RS:0;a3a61c9ba14f:44251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:17:59,955 INFO [RS:0;a3a61c9ba14f:44251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:17:59,955 INFO [RS:0;a3a61c9ba14f:44251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:18:00,056 INFO [RS:0;a3a61c9ba14f:44251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:18:00,057 INFO [RS:0;a3a61c9ba14f:44251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C44251%2C1733149078085, suffix=, logDir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085, archiveDir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/oldWALs, maxLogs=10 2024-12-02T14:18:00,073 DEBUG [RS:0;a3a61c9ba14f:44251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057, exclude list is [], retry=0 2024-12-02T14:18:00,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33249,DS-a39fcdda-d1c3-4a32-9177-3d2fec306f1d,DISK] 2024-12-02T14:18:00,076 INFO [RS:0;a3a61c9ba14f:44251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 2024-12-02T14:18:00,076 DEBUG [RS:0;a3a61c9ba14f:44251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46043:46043)] 2024-12-02T14:18:00,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:18:00,229 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d 2024-12-02T14:18:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:18:00,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:00,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:00,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:00,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:00,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:00,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:00,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:00,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:00,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:00,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:00,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:00,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:00,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:00,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:00,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:00,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:00,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:00,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:00,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740 2024-12-02T14:18:00,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740 2024-12-02T14:18:00,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:00,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:00,641 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:00,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:00,643 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:00,643 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72618112, jitterRate=0.08209419250488281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:00,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733149080633Initializing all the Stores at 1733149080634 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149080634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149080634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149080634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149080634Cleaning up temporary data from old regions at 1733149080640 (+6 ms)Region opened successfully at 1733149080643 (+3 ms) 2024-12-02T14:18:00,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:18:00,644 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:18:00,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:18:00,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:18:00,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:18:00,644 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:18:00,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149080644Disabling compacts and flushes for region at 1733149080644Disabling writes for close at 1733149080644Writing region close event to WAL at 1733149080644Closed at 1733149080644 2024-12-02T14:18:00,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:00,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:18:00,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:18:00,645 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:00,646 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:18:00,796 DEBUG [a3a61c9ba14f:35967 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:18:00,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,44251,1733149078085 2024-12-02T14:18:00,798 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,44251,1733149078085, state=OPENING 2024-12-02T14:18:00,799 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:18:00,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:18:00,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:18:00,800 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:00,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-985583798/meta-region-server: CHANGED 2024-12-02T14:18:00,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-985583798/meta-region-server: CHANGED 2024-12-02T14:18:00,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,44251,1733149078085}] 2024-12-02T14:18:00,952 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:18:00,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:18:00,956 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:18:00,956 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:00,956 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:18:00,957 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C44251%2C1733149078085.meta, suffix=.meta, logDir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085, archiveDir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/oldWALs, maxLogs=10 2024-12-02T14:18:00,969 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.meta.1733149080957.meta, exclude list is [], retry=0 2024-12-02T14:18:00,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33249,DS-a39fcdda-d1c3-4a32-9177-3d2fec306f1d,DISK] 2024-12-02T14:18:00,972 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.meta.1733149080957.meta 2024-12-02T14:18:00,973 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46043:46043)] 2024-12-02T14:18:00,973 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:00,973 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:00,973 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:18:00,973 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:18:00,973 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:18:00,974 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:18:00,974 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:00,974 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:18:00,974 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:18:00,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:00,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:00,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:00,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:00,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:00,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:00,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:00,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:00,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:00,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:00,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:00,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:00,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:00,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:00,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:00,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:00,979 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:00,979 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740 2024-12-02T14:18:00,980 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740 2024-12-02T14:18:00,981 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:00,981 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:00,981 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:00,982 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:00,983 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69683830, jitterRate=0.038369983434677124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:00,983 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:18:00,984 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733149080974Writing region info on filesystem at 1733149080974Initializing all the Stores at 1733149080974Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149080975 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149080975Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149080975Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149080975Cleaning up temporary data from old regions at 1733149080981 (+6 ms)Running coprocessor post-open hooks at 1733149080983 (+2 ms)Region opened successfully at 1733149080984 (+1 ms) 2024-12-02T14:18:00,985 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733149080952 2024-12-02T14:18:00,986 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:18:00,987 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:18:00,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,44251,1733149078085 2024-12-02T14:18:00,987 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,44251,1733149078085, state=OPEN 2024-12-02T14:18:00,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-985583798/meta-region-server 2024-12-02T14:18:00,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-985583798/meta-region-server 2024-12-02T14:18:00,989 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,44251,1733149078085 2024-12-02T14:18:00,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-985583798/meta-region-server: CHANGED 2024-12-02T14:18:00,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-985583798/meta-region-server: CHANGED 2024-12-02T14:18:00,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:18:00,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,44251,1733149078085 in 189 msec 2024-12-02T14:18:00,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:18:00,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-12-02T14:18:00,993 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:00,993 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:18:00,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:00,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,44251,1733149078085, seqNum=-1] 2024-12-02T14:18:00,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:00,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:00,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1840 sec 2024-12-02T14:18:00,999 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733149080999, completionTime=-1 2024-12-02T14:18:00,999 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:18:00,999 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:18:01,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:18:01,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149141001 2024-12-02T14:18:01,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149201001 2024-12-02T14:18:01,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:18:01,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,35967,1733149078038-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:01,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,35967,1733149078038-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:01,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,35967,1733149078038-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:01,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:35967, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:01,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:01,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:01,003 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:18:01,005 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.887sec 2024-12-02T14:18:01,005 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:18:01,005 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:18:01,005 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:18:01,005 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:18:01,005 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:18:01,005 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,35967,1733149078038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:18:01,005 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,35967,1733149078038-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:18:01,007 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:18:01,007 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:18:01,007 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,35967,1733149078038-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:01,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b86426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:01,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,35967,-1 for getting cluster id 2024-12-02T14:18:01,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:01,008 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41316cfa-cfbc-48d4-a74d-807552b86a01' 2024-12-02T14:18:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41316cfa-cfbc-48d4-a74d-807552b86a01" 2024-12-02T14:18:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a48bb50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,35967,-1] 2024-12-02T14:18:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:01,010 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:01,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b99d9f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:01,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:01,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,44251,1733149078085, seqNum=-1] 2024-12-02T14:18:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:01,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:01,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,35967,1733149078038 2024-12-02T14:18:01,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55052 2024-12-02T14:18:01,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:01,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b4b8a8b0002 connected 2024-12-02T14:18:01,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/hadoop.log.dir so I do NOT create it in target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d 2024-12-02T14:18:01,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:18:01,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/hadoop.tmp.dir so I do NOT create it in target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d 2024-12-02T14:18:01,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:18:01,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d 2024-12-02T14:18:01,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:18:01,019 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/cluster_8376fc79-b4d6-0e5d-473b-3997705420cc, deleteOnExit=true 2024-12-02T14:18:01,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:18:01,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/test.cache.data in system properties and HBase conf 2024-12-02T14:18:01,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:18:01,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:18:01,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:18:01,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:18:01,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:18:01,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:18:01,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:18:01,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:01,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:18:01,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:18:01,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:18:01,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:18:01,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:01,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2171703a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:18:01,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c773f45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:18:01,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b552d27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/java.io.tmpdir/jetty-localhost-41483-hadoop-hdfs-3_4_1-tests_jar-_-any-17119788522386729744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:18:01,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62f51439{HTTP/1.1, (http/1.1)}{localhost:41483} 2024-12-02T14:18:01,175 INFO [Time-limited test {}] server.Server(415): Started @249558ms 2024-12-02T14:18:01,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:01,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:18:01,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:18:01,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:18:01,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:18:01,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af5c370{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:18:01,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@965b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:18:01,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1008dde9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/java.io.tmpdir/jetty-localhost-45383-hadoop-hdfs-3_4_1-tests_jar-_-any-5181549844519455167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:18:01,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a97c4b5{HTTP/1.1, (http/1.1)}{localhost:45383} 2024-12-02T14:18:01,360 INFO [Time-limited test {}] server.Server(415): Started @249743ms 2024-12-02T14:18:01,361 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:18:01,424 WARN [Thread-3568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/cluster_8376fc79-b4d6-0e5d-473b-3997705420cc/data/data2/current/BP-155639000-172.17.0.2-1733149081034/current, will proceed with Du for space computation calculation, 2024-12-02T14:18:01,424 WARN [Thread-3567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/cluster_8376fc79-b4d6-0e5d-473b-3997705420cc/data/data1/current/BP-155639000-172.17.0.2-1733149081034/current, will proceed with Du for space computation calculation, 2024-12-02T14:18:01,449 WARN [Thread-3555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:18:01,455 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x695b2ca5792fd9a9 with lease ID 0xa964e060144d1122: Processing first storage report for DS-f8702658-e905-4094-9a2c-7c130c4865d3 from datanode DatanodeRegistration(127.0.0.1:43969, datanodeUuid=6ba6616a-4d0d-42a4-8142-fa2f931ea45d, infoPort=40539, infoSecurePort=0, ipcPort=46373, storageInfo=lv=-57;cid=testClusterID;nsid=1311966591;c=1733149081034) 2024-12-02T14:18:01,455 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x695b2ca5792fd9a9 with lease ID 0xa964e060144d1122: from storage DS-f8702658-e905-4094-9a2c-7c130c4865d3 node DatanodeRegistration(127.0.0.1:43969, datanodeUuid=6ba6616a-4d0d-42a4-8142-fa2f931ea45d, infoPort=40539, infoSecurePort=0, ipcPort=46373, storageInfo=lv=-57;cid=testClusterID;nsid=1311966591;c=1733149081034), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:18:01,455 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x695b2ca5792fd9a9 with lease ID 0xa964e060144d1122: Processing first storage report for DS-19e29035-76d5-4ce8-8120-2b96cbb79557 from datanode DatanodeRegistration(127.0.0.1:43969, datanodeUuid=6ba6616a-4d0d-42a4-8142-fa2f931ea45d, infoPort=40539, infoSecurePort=0, ipcPort=46373, storageInfo=lv=-57;cid=testClusterID;nsid=1311966591;c=1733149081034) 2024-12-02T14:18:01,455 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x695b2ca5792fd9a9 with lease ID 0xa964e060144d1122: from storage DS-19e29035-76d5-4ce8-8120-2b96cbb79557 node DatanodeRegistration(127.0.0.1:43969, datanodeUuid=6ba6616a-4d0d-42a4-8142-fa2f931ea45d, infoPort=40539, infoSecurePort=0, ipcPort=46373, storageInfo=lv=-57;cid=testClusterID;nsid=1311966591;c=1733149081034), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:18:01,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d 2024-12-02T14:18:01,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:01,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:01,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:18:01,494 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178 with version=8 2024-12-02T14:18:01,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/hbase-staging 2024-12-02T14:18:01,496 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:18:01,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:01,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:01,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:18:01,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:01,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:18:01,497 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:18:01,497 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:18:01,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40283 2024-12-02T14:18:01,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40283 connecting to ZooKeeper ensemble=127.0.0.1:55052 2024-12-02T14:18:01,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402830x0, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:01,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:01,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40283-0x1009b4b8a8b0003 connected 2024-12-02T14:18:01,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:01,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Set watcher on znode that does not yet exist, /11982099551/running 2024-12-02T14:18:01,514 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178, hbase.cluster.distributed=false 2024-12-02T14:18:01,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Set watcher on znode that does not yet exist, /11982099551/acl 2024-12-02T14:18:01,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40283 2024-12-02T14:18:01,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40283 2024-12-02T14:18:01,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40283 2024-12-02T14:18:01,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40283 2024-12-02T14:18:01,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40283 2024-12-02T14:18:01,547 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:18:01,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:01,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:01,548 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:18:01,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:01,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:18:01,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:18:01,548 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:18:01,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46425 2024-12-02T14:18:01,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46425 connecting to ZooKeeper ensemble=127.0.0.1:55052 2024-12-02T14:18:01,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:01,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:01,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464250x0, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:01,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464250x0, quorum=127.0.0.1:55052, baseZNode=/11982099551 Set watcher on znode that does not yet exist, /11982099551/running 2024-12-02T14:18:01,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46425-0x1009b4b8a8b0004 connected 2024-12-02T14:18:01,567 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:18:01,574 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:18:01,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Set watcher on znode that does not yet exist, /11982099551/master 2024-12-02T14:18:01,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Set watcher on znode that does not yet exist, /11982099551/acl 2024-12-02T14:18:01,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46425 2024-12-02T14:18:01,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46425 2024-12-02T14:18:01,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46425 2024-12-02T14:18:01,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46425 2024-12-02T14:18:01,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46425 2024-12-02T14:18:01,615 DEBUG [M:0;a3a61c9ba14f:40283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:40283 2024-12-02T14:18:01,615 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11982099551/backup-masters/a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551/backup-masters 2024-12-02T14:18:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551/backup-masters 2024-12-02T14:18:01,616 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Set watcher on existing znode=/11982099551/backup-masters/a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:01,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:01,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11982099551/master 2024-12-02T14:18:01,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:01,625 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Set watcher on existing znode=/11982099551/master 2024-12-02T14:18:01,626 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11982099551/backup-masters/a3a61c9ba14f,40283,1733149081496 from backup master directory 2024-12-02T14:18:01,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11982099551/backup-masters/a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:01,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551/backup-masters 2024-12-02T14:18:01,627 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:18:01,627 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:01,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551/backup-masters 2024-12-02T14:18:01,634 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/hbase.id] with ID: 1f1c5580-9a57-433d-b55d-91c081482bbe 2024-12-02T14:18:01,634 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/.tmp/hbase.id 2024-12-02T14:18:01,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:18:01,652 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/.tmp/hbase.id]:[hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/hbase.id] 2024-12-02T14:18:01,662 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:01,662 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:18:01,663 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:18:01,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:01,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:18:02,072 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:02,073 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:18:02,073 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:02,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:18:02,479 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store 2024-12-02T14:18:02,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:18:02,888 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:02,888 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:18:02,888 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:02,888 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:02,888 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:18:02,888 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:02,888 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:02,888 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149082888Disabling compacts and flushes for region at 1733149082888Disabling writes for close at 1733149082888Writing region close event to WAL at 1733149082888Closed at 1733149082888 2024-12-02T14:18:02,889 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/.initializing 2024-12-02T14:18:02,889 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/WALs/a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:02,890 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:18:02,891 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C40283%2C1733149081496, suffix=, logDir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/WALs/a3a61c9ba14f,40283,1733149081496, archiveDir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/oldWALs, maxLogs=10 2024-12-02T14:18:02,901 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/WALs/a3a61c9ba14f,40283,1733149081496/a3a61c9ba14f%2C40283%2C1733149081496.1733149082891, exclude list is [], retry=0 2024-12-02T14:18:02,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-f8702658-e905-4094-9a2c-7c130c4865d3,DISK] 2024-12-02T14:18:02,904 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/WALs/a3a61c9ba14f,40283,1733149081496/a3a61c9ba14f%2C40283%2C1733149081496.1733149082891 2024-12-02T14:18:02,904 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40539:40539)] 2024-12-02T14:18:02,905 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:02,905 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:02,905 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:02,905 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:02,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:02,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:18:02,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:02,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:02,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:02,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:18:02,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:02,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:02,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:02,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:18:02,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:02,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:02,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:02,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:18:02,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:02,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:02,915 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:02,916 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:02,916 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:02,917 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:02,917 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:02,918 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:02,918 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:02,921 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:02,921 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65428535, jitterRate=-0.02503885328769684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:02,921 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733149082905Initializing all the Stores at 1733149082905Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149082905Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149082906 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149082906Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149082906Cleaning up temporary data from old regions at 1733149082917 (+11 ms)Region opened successfully at 1733149082921 (+4 ms) 2024-12-02T14:18:02,922 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:18:02,925 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716f290d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:18:02,926 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:18:02,926 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:18:02,926 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:18:02,926 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:18:02,926 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:18:02,927 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:18:02,927 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:18:02,931 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:18:02,933 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Unable to get data of znode /11982099551/balancer because node does not exist (not necessarily an error) 2024-12-02T14:18:02,934 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11982099551/balancer already deleted, retry=false 2024-12-02T14:18:02,934 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:18:02,935 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Unable to get data of znode /11982099551/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:18:02,935 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11982099551/normalizer already deleted, retry=false 2024-12-02T14:18:02,936 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:18:02,937 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Unable to get data of znode /11982099551/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:18:02,938 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11982099551/switch/split already deleted, retry=false 2024-12-02T14:18:02,939 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Unable to get data of znode /11982099551/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:18:02,939 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11982099551/switch/merge already deleted, retry=false 2024-12-02T14:18:02,940 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Unable to get data of znode /11982099551/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:18:02,941 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11982099551/snapshot-cleanup already deleted, retry=false 2024-12-02T14:18:02,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11982099551/running 2024-12-02T14:18:02,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11982099551/running 2024-12-02T14:18:02,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:02,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:02,942 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,40283,1733149081496, sessionid=0x1009b4b8a8b0003, setting cluster-up flag (Was=false) 2024-12-02T14:18:02,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:02,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:02,946 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11982099551/flush-table-proc/acquired, /11982099551/flush-table-proc/reached, /11982099551/flush-table-proc/abort 2024-12-02T14:18:02,946 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:02,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:02,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:02,950 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11982099551/online-snapshot/acquired, /11982099551/online-snapshot/reached, /11982099551/online-snapshot/abort 2024-12-02T14:18:02,950 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:02,951 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:18:02,952 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:02,952 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:18:02,952 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:18:02,953 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,40283,1733149081496 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:18:02,954 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:02,954 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:02,954 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:02,954 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:02,954 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:18:02,954 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:02,954 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:18:02,954 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:02,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:02,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:18:02,958 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:02,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:18:02,963 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149112963 2024-12-02T14:18:02,963 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:18:02,963 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:18:02,963 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:18:02,963 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:18:02,963 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:18:02,963 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:18:02,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:02,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:18:02,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:18:02,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:18:02,964 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:18:02,965 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:18:02,965 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:18:02,965 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149082965,5,FailOnTimeoutGroup] 2024-12-02T14:18:02,965 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149082965,5,FailOnTimeoutGroup] 2024-12-02T14:18:02,965 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:02,965 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:18:02,965 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:02,965 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:02,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:18:02,988 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(746): ClusterId : 1f1c5580-9a57-433d-b55d-91c081482bbe 2024-12-02T14:18:02,988 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:18:02,989 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:18:02,989 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:18:02,990 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:18:02,990 DEBUG [RS:0;a3a61c9ba14f:46425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b464ba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:18:03,004 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:46425 2024-12-02T14:18:03,004 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:18:03,004 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:18:03,004 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:18:03,004 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,40283,1733149081496 with port=46425, startcode=1733149081547 2024-12-02T14:18:03,005 DEBUG [RS:0;a3a61c9ba14f:46425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:18:03,006 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:18:03,007 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:03,007 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40283 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:03,008 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178 2024-12-02T14:18:03,008 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43815 2024-12-02T14:18:03,008 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:18:03,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551/rs 2024-12-02T14:18:03,011 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,46425,1733149081547] 2024-12-02T14:18:03,018 DEBUG [RS:0;a3a61c9ba14f:46425 {}] zookeeper.ZKUtil(111): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Set watcher on existing znode=/11982099551/rs/a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:03,018 WARN [RS:0;a3a61c9ba14f:46425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:18:03,018 INFO [RS:0;a3a61c9ba14f:46425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:03,018 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:03,021 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:18:03,022 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:18:03,023 INFO [RS:0;a3a61c9ba14f:46425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:18:03,023 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:03,024 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:18:03,025 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:18:03,025 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:18:03,025 DEBUG [RS:0;a3a61c9ba14f:46425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:18:03,028 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:03,028 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:03,028 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:03,028 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:03,028 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:03,028 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46425,1733149081547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:18:03,044 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:18:03,044 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46425,1733149081547-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:03,045 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:03,045 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.Replication(171): a3a61c9ba14f,46425,1733149081547 started 2024-12-02T14:18:03,062 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:03,062 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,46425,1733149081547, RpcServer on a3a61c9ba14f/172.17.0.2:46425, sessionid=0x1009b4b8a8b0004 2024-12-02T14:18:03,062 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:18:03,062 DEBUG [RS:0;a3a61c9ba14f:46425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:03,062 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,46425,1733149081547' 2024-12-02T14:18:03,062 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11982099551/flush-table-proc/abort' 2024-12-02T14:18:03,063 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11982099551/flush-table-proc/acquired' 2024-12-02T14:18:03,063 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:18:03,063 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:18:03,063 DEBUG [RS:0;a3a61c9ba14f:46425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:03,063 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,46425,1733149081547' 2024-12-02T14:18:03,063 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11982099551/online-snapshot/abort' 2024-12-02T14:18:03,063 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11982099551/online-snapshot/acquired' 2024-12-02T14:18:03,064 DEBUG [RS:0;a3a61c9ba14f:46425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:18:03,064 INFO [RS:0;a3a61c9ba14f:46425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:18:03,064 INFO [RS:0;a3a61c9ba14f:46425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:18:03,164 INFO [RS:0;a3a61c9ba14f:46425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:18:03,165 INFO [RS:0;a3a61c9ba14f:46425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C46425%2C1733149081547, suffix=, logDir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547, archiveDir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/oldWALs, maxLogs=10 2024-12-02T14:18:03,176 DEBUG [RS:0;a3a61c9ba14f:46425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165, exclude list is [], retry=0 2024-12-02T14:18:03,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-f8702658-e905-4094-9a2c-7c130c4865d3,DISK] 2024-12-02T14:18:03,179 INFO [RS:0;a3a61c9ba14f:46425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 2024-12-02T14:18:03,179 DEBUG [RS:0;a3a61c9ba14f:46425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40539:40539)] 2024-12-02T14:18:03,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:18:03,367 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178 2024-12-02T14:18:03,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:18:03,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:03,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:03,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:03,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:03,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:03,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:03,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:03,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:03,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:03,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:03,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:03,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:03,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:03,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:03,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:03,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:03,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:03,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:03,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740 2024-12-02T14:18:03,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740 2024-12-02T14:18:03,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:03,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:03,778 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:03,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:03,780 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:03,780 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74953559, jitterRate=0.11689506471157074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:03,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733149083771Initializing all the Stores at 1733149083772 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149083772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149083772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149083772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149083772Cleaning up temporary data from old regions at 1733149083778 (+6 ms)Region opened successfully at 1733149083780 (+2 ms) 2024-12-02T14:18:03,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:18:03,780 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:18:03,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:18:03,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:18:03,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:18:03,781 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:18:03,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149083780Disabling compacts and flushes for region at 1733149083780Disabling writes for close at 1733149083780Writing region close event to WAL at 1733149083781 (+1 ms)Closed at 1733149083781 2024-12-02T14:18:03,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:03,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:18:03,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:18:03,782 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:03,783 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:18:03,933 DEBUG [a3a61c9ba14f:40283 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:18:03,933 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:03,934 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,46425,1733149081547, state=OPENING 2024-12-02T14:18:03,935 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:18:03,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:03,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:03,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11982099551/meta-region-server: CHANGED 2024-12-02T14:18:03,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11982099551/meta-region-server: CHANGED 2024-12-02T14:18:03,937 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:03,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,46425,1733149081547}] 2024-12-02T14:18:04,088 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:18:04,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:18:04,092 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:18:04,092 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:04,093 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:18:04,093 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C46425%2C1733149081547.meta, suffix=.meta, logDir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547, archiveDir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/oldWALs, maxLogs=10 2024-12-02T14:18:04,105 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.meta.1733149084094.meta, exclude list is [], retry=0 2024-12-02T14:18:04,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-f8702658-e905-4094-9a2c-7c130c4865d3,DISK] 2024-12-02T14:18:04,108 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.meta.1733149084094.meta 2024-12-02T14:18:04,108 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40539:40539)] 2024-12-02T14:18:04,108 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:04,109 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:04,109 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:18:04,109 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:18:04,109 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:18:04,109 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:18:04,109 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:04,109 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:18:04,110 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:18:04,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:04,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:04,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:04,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:04,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:04,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:04,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:04,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:04,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:04,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:04,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:04,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:04,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:04,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:04,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:04,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:04,114 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:04,114 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740 2024-12-02T14:18:04,115 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740 2024-12-02T14:18:04,116 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:04,116 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:04,116 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:04,117 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:04,117 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74934727, jitterRate=0.1166144460439682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:04,117 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:18:04,117 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733149084110Writing region info on filesystem at 1733149084110Initializing all the Stores at 1733149084110Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149084110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149084110Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149084110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149084110Cleaning up temporary data from old regions at 1733149084116 (+6 ms)Running coprocessor post-open hooks at 1733149084117 (+1 ms)Region opened successfully at 1733149084117 2024-12-02T14:18:04,118 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733149084088 2024-12-02T14:18:04,120 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:18:04,120 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:18:04,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:04,121 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,46425,1733149081547, state=OPEN 2024-12-02T14:18:04,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11982099551/meta-region-server 2024-12-02T14:18:04,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11982099551/meta-region-server 2024-12-02T14:18:04,122 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:04,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11982099551/meta-region-server: CHANGED 2024-12-02T14:18:04,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11982099551/meta-region-server: CHANGED 2024-12-02T14:18:04,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:18:04,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,46425,1733149081547 in 185 msec 2024-12-02T14:18:04,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:18:04,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 342 msec 2024-12-02T14:18:04,125 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:04,125 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:18:04,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:04,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46425,1733149081547, seqNum=-1] 2024-12-02T14:18:04,126 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:04,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:04,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1790 sec 2024-12-02T14:18:04,131 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733149084131, completionTime=-1 2024-12-02T14:18:04,132 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:18:04,132 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:18:04,133 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:18:04,133 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149144133 2024-12-02T14:18:04,133 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149204133 2024-12-02T14:18:04,133 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:18:04,134 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40283,1733149081496-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:04,134 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40283,1733149081496-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:04,134 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40283,1733149081496-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:04,134 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:40283, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:04,134 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:04,134 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:04,135 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:18:04,136 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.509sec 2024-12-02T14:18:04,136 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:18:04,136 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:18:04,136 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:18:04,137 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:18:04,137 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:18:04,137 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40283,1733149081496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:18:04,137 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40283,1733149081496-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:18:04,138 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:18:04,138 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:18:04,138 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,40283,1733149081496-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:04,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5847daaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:04,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,40283,-1 for getting cluster id 2024-12-02T14:18:04,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:04,189 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f1c5580-9a57-433d-b55d-91c081482bbe' 2024-12-02T14:18:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f1c5580-9a57-433d-b55d-91c081482bbe" 2024-12-02T14:18:04,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57194cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:04,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,40283,-1] 2024-12-02T14:18:04,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:04,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:04,191 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:04,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf0291a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:04,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46425,1733149081547, seqNum=-1] 2024-12-02T14:18:04,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:04,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:04,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:04,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55052 2024-12-02T14:18:04,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:04,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b4b8a8b0005 connected 2024-12-02T14:18:04,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/hadoop.log.dir so I do NOT create it in target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb 2024-12-02T14:18:04,199 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:18:04,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/hadoop.tmp.dir so I do NOT create it in target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb 2024-12-02T14:18:04,199 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:18:04,199 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb 2024-12-02T14:18:04,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:18:04,199 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/cluster_b86ff492-1add-064e-ea1b-41d96db07a4c, deleteOnExit=true 2024-12-02T14:18:04,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:18:04,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/test.cache.data in system properties and HBase conf 2024-12-02T14:18:04,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:18:04,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:18:04,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:18:04,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:18:04,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:18:04,199 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:18:04,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:04,259 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:18:04,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:18:04,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:18:04,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:18:04,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:04,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c8887e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:18:04,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7b342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:18:04,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58a34c8d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/java.io.tmpdir/jetty-localhost-35147-hadoop-hdfs-3_4_1-tests_jar-_-any-18326099146112166286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:18:04,358 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64019185{HTTP/1.1, (http/1.1)}{localhost:35147} 2024-12-02T14:18:04,358 INFO [Time-limited test {}] server.Server(415): Started @252740ms 2024-12-02T14:18:04,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:04,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:18:04,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:18:04,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:18:04,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:18:04,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:18:04,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:18:04,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2482a93b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/java.io.tmpdir/jetty-localhost-38407-hadoop-hdfs-3_4_1-tests_jar-_-any-17153859893852840259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:18:04,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:38407} 2024-12-02T14:18:04,505 INFO [Time-limited test {}] server.Server(415): Started @252887ms 2024-12-02T14:18:04,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:18:04,585 WARN [Thread-3687 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/cluster_b86ff492-1add-064e-ea1b-41d96db07a4c/data/data1/current/BP-766856582-172.17.0.2-1733149084213/current, will proceed with Du for space computation calculation, 2024-12-02T14:18:04,585 WARN [Thread-3688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/cluster_b86ff492-1add-064e-ea1b-41d96db07a4c/data/data2/current/BP-766856582-172.17.0.2-1733149084213/current, will proceed with Du for space computation calculation, 2024-12-02T14:18:04,603 WARN [Thread-3675 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:18:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53ee087bc510ef3b with lease ID 0x4426bbfbb9fce837: Processing first storage report for DS-905fbe07-2570-44f6-ba86-61ed2615884b from datanode DatanodeRegistration(127.0.0.1:44543, datanodeUuid=edf565eb-ded7-442e-81ec-da8f0dc8f224, infoPort=33647, infoSecurePort=0, ipcPort=46221, storageInfo=lv=-57;cid=testClusterID;nsid=35514432;c=1733149084213) 2024-12-02T14:18:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53ee087bc510ef3b with lease ID 0x4426bbfbb9fce837: from storage DS-905fbe07-2570-44f6-ba86-61ed2615884b node DatanodeRegistration(127.0.0.1:44543, datanodeUuid=edf565eb-ded7-442e-81ec-da8f0dc8f224, infoPort=33647, infoSecurePort=0, ipcPort=46221, storageInfo=lv=-57;cid=testClusterID;nsid=35514432;c=1733149084213), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:18:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53ee087bc510ef3b with lease ID 0x4426bbfbb9fce837: Processing first storage report for DS-4fdbf968-9ee6-4f7a-898a-fcc6ecd9b02e from datanode DatanodeRegistration(127.0.0.1:44543, datanodeUuid=edf565eb-ded7-442e-81ec-da8f0dc8f224, infoPort=33647, infoSecurePort=0, ipcPort=46221, storageInfo=lv=-57;cid=testClusterID;nsid=35514432;c=1733149084213) 2024-12-02T14:18:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53ee087bc510ef3b with lease ID 0x4426bbfbb9fce837: from storage DS-4fdbf968-9ee6-4f7a-898a-fcc6ecd9b02e node DatanodeRegistration(127.0.0.1:44543, datanodeUuid=edf565eb-ded7-442e-81ec-da8f0dc8f224, infoPort=33647, infoSecurePort=0, ipcPort=46221, storageInfo=lv=-57;cid=testClusterID;nsid=35514432;c=1733149084213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:18:04,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb 2024-12-02T14:18:04,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:04,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:18:05,057 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685 with version=8 2024-12-02T14:18:05,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/hbase-staging 2024-12-02T14:18:05,059 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:18:05,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:05,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:05,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:18:05,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:05,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:18:05,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:18:05,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:18:05,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41161 2024-12-02T14:18:05,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41161 connecting to ZooKeeper ensemble=127.0.0.1:55052 2024-12-02T14:18:05,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411610x0, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:05,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41161-0x1009b4b8a8b0006 connected 2024-12-02T14:18:05,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:05,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:05,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Set watcher on znode that does not yet exist, /2-1374353335/running 2024-12-02T14:18:05,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685, hbase.cluster.distributed=false 2024-12-02T14:18:05,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Set watcher on znode that does not yet exist, /2-1374353335/acl 2024-12-02T14:18:05,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41161 2024-12-02T14:18:05,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41161 2024-12-02T14:18:05,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41161 2024-12-02T14:18:05,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41161 2024-12-02T14:18:05,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41161 2024-12-02T14:18:05,099 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:18:05,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:05,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:05,099 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:18:05,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:05,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:18:05,099 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:18:05,099 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:18:05,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35255 2024-12-02T14:18:05,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35255 connecting to ZooKeeper ensemble=127.0.0.1:55052 2024-12-02T14:18:05,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:05,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:05,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352550x0, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:05,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35255-0x1009b4b8a8b0007 connected 2024-12-02T14:18:05,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Set watcher on znode that does not yet exist, /2-1374353335/running 2024-12-02T14:18:05,109 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:18:05,112 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:18:05,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Set watcher on znode that does not yet exist, /2-1374353335/master 2024-12-02T14:18:05,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Set watcher on znode that does not yet exist, /2-1374353335/acl 2024-12-02T14:18:05,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35255 2024-12-02T14:18:05,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35255 2024-12-02T14:18:05,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35255 2024-12-02T14:18:05,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35255 2024-12-02T14:18:05,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35255 2024-12-02T14:18:05,133 DEBUG [M:0;a3a61c9ba14f:41161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:41161 2024-12-02T14:18:05,134 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1374353335/backup-masters/a3a61c9ba14f,41161,1733149085059 2024-12-02T14:18:05,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335/backup-masters 2024-12-02T14:18:05,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335/backup-masters 2024-12-02T14:18:05,135 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Set watcher on existing znode=/2-1374353335/backup-masters/a3a61c9ba14f,41161,1733149085059 2024-12-02T14:18:05,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1374353335/master 2024-12-02T14:18:05,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:05,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:05,136 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Set watcher on existing znode=/2-1374353335/master 2024-12-02T14:18:05,136 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1374353335/backup-masters/a3a61c9ba14f,41161,1733149085059 from backup master directory 2024-12-02T14:18:05,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1374353335/backup-masters/a3a61c9ba14f,41161,1733149085059 2024-12-02T14:18:05,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335/backup-masters 2024-12-02T14:18:05,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335/backup-masters 2024-12-02T14:18:05,137 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:18:05,137 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,41161,1733149085059 2024-12-02T14:18:05,139 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/hbase.id] with ID: 0811d095-e651-453d-8674-87ae528406c3 2024-12-02T14:18:05,139 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/.tmp/hbase.id 2024-12-02T14:18:05,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:18:05,143 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/.tmp/hbase.id]:[hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/hbase.id] 2024-12-02T14:18:05,149 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:05,149 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:18:05,150 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:18:05,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:05,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:05,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:18:05,563 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:05,563 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:18:05,563 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:05,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:18:05,926 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:18:05,968 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store 2024-12-02T14:18:05,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:18:06,373 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:06,373 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:18:06,373 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:06,373 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:06,373 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:18:06,373 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:06,373 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:06,373 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149086373Disabling compacts and flushes for region at 1733149086373Disabling writes for close at 1733149086373Writing region close event to WAL at 1733149086373Closed at 1733149086373 2024-12-02T14:18:06,374 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/.initializing 2024-12-02T14:18:06,374 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/WALs/a3a61c9ba14f,41161,1733149085059 2024-12-02T14:18:06,374 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:18:06,375 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C41161%2C1733149085059, suffix=, logDir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/WALs/a3a61c9ba14f,41161,1733149085059, archiveDir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/oldWALs, maxLogs=10 2024-12-02T14:18:06,386 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/WALs/a3a61c9ba14f,41161,1733149085059/a3a61c9ba14f%2C41161%2C1733149085059.1733149086375, exclude list is [], retry=0 2024-12-02T14:18:06,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44543,DS-905fbe07-2570-44f6-ba86-61ed2615884b,DISK] 2024-12-02T14:18:06,389 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/WALs/a3a61c9ba14f,41161,1733149085059/a3a61c9ba14f%2C41161%2C1733149085059.1733149086375 2024-12-02T14:18:06,390 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-12-02T14:18:06,390 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:06,390 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:06,390 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:06,390 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:06,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:06,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:18:06,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:06,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:06,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:06,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:18:06,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:06,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:06,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:06,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:18:06,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:06,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:06,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:06,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:18:06,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:06,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:06,395 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:06,395 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:06,396 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:06,396 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:06,396 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:06,397 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:06,398 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:06,399 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:06,400 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72571810, jitterRate=0.08140423893928528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:06,400 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733149086390Initializing all the Stores at 1733149086391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149086391Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149086391Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149086391Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149086391Cleaning up temporary data from old regions at 1733149086396 (+5 ms)Region opened successfully at 1733149086400 (+4 ms) 2024-12-02T14:18:06,400 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:18:06,402 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa1a486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:18:06,402 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:18:06,402 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:18:06,402 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:18:06,402 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:18:06,403 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:18:06,403 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:18:06,403 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:18:06,404 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:18:06,404 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Unable to get data of znode /2-1374353335/balancer because node does not exist (not necessarily an error) 2024-12-02T14:18:06,405 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1374353335/balancer already deleted, retry=false 2024-12-02T14:18:06,405 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:18:06,405 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Unable to get data of znode /2-1374353335/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:18:06,406 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1374353335/normalizer already deleted, retry=false 2024-12-02T14:18:06,406 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:18:06,409 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Unable to get data of znode /2-1374353335/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:18:06,410 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1374353335/switch/split already deleted, retry=false 2024-12-02T14:18:06,410 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Unable to get data of znode /2-1374353335/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:18:06,411 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1374353335/switch/merge already deleted, retry=false 2024-12-02T14:18:06,412 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Unable to get data of znode /2-1374353335/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:18:06,413 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1374353335/snapshot-cleanup already deleted, retry=false 2024-12-02T14:18:06,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1374353335/running 2024-12-02T14:18:06,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1374353335/running 2024-12-02T14:18:06,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:06,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:06,414 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,41161,1733149085059, sessionid=0x1009b4b8a8b0006, setting cluster-up flag (Was=false) 2024-12-02T14:18:06,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:06,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:06,417 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1374353335/flush-table-proc/acquired, /2-1374353335/flush-table-proc/reached, /2-1374353335/flush-table-proc/abort 2024-12-02T14:18:06,417 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,41161,1733149085059 2024-12-02T14:18:06,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:06,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:06,420 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1374353335/online-snapshot/acquired, /2-1374353335/online-snapshot/reached, /2-1374353335/online-snapshot/abort 2024-12-02T14:18:06,421 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,41161,1733149085059 2024-12-02T14:18:06,421 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:18:06,422 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:06,422 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:18:06,422 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:18:06,422 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,41161,1733149085059 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:18:06,423 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:06,423 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:06,423 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:06,423 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:06,423 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:18:06,423 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:06,423 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:18:06,423 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:06,424 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149116424 2024-12-02T14:18:06,424 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:18:06,424 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:18:06,424 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:18:06,424 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:18:06,424 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:18:06,424 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:18:06,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:06,424 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:18:06,424 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,425 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:18:06,425 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:18:06,425 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:18:06,425 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:18:06,425 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:06,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:18:06,425 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(746): ClusterId : 0811d095-e651-453d-8674-87ae528406c3 2024-12-02T14:18:06,425 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:18:06,426 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:18:06,426 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:18:06,427 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:18:06,427 DEBUG [RS:0;a3a61c9ba14f:35255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1a62de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:18:06,429 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:18:06,429 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:18:06,433 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149086429,5,FailOnTimeoutGroup] 2024-12-02T14:18:06,434 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149086433,5,FailOnTimeoutGroup] 2024-12-02T14:18:06,434 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,434 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:18:06,434 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,434 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:18:06,443 DEBUG [RS:0;a3a61c9ba14f:35255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:35255 2024-12-02T14:18:06,443 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:18:06,443 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:18:06,443 DEBUG [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:18:06,444 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,41161,1733149085059 with port=35255, startcode=1733149085098 2024-12-02T14:18:06,444 DEBUG [RS:0;a3a61c9ba14f:35255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:18:06,445 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:18:06,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:06,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41161 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:06,447 DEBUG [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685 2024-12-02T14:18:06,447 DEBUG [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43705 2024-12-02T14:18:06,447 DEBUG [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:18:06,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335/rs 2024-12-02T14:18:06,449 DEBUG [RS:0;a3a61c9ba14f:35255 {}] zookeeper.ZKUtil(111): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Set watcher on existing znode=/2-1374353335/rs/a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:06,449 WARN [RS:0;a3a61c9ba14f:35255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:18:06,449 INFO [RS:0;a3a61c9ba14f:35255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:06,449 DEBUG [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:06,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,35255,1733149085098] 2024-12-02T14:18:06,451 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:18:06,452 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:18:06,457 INFO [RS:0;a3a61c9ba14f:35255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:18:06,457 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,457 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:18:06,458 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:18:06,458 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:18:06,458 DEBUG [RS:0;a3a61c9ba14f:35255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:18:06,461 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,461 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,461 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,461 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,461 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,461 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,35255,1733149085098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:18:06,477 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:18:06,477 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,35255,1733149085098-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,477 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,477 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.Replication(171): a3a61c9ba14f,35255,1733149085098 started 2024-12-02T14:18:06,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:18:06,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,493 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:06,493 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,35255,1733149085098, RpcServer on a3a61c9ba14f/172.17.0.2:35255, sessionid=0x1009b4b8a8b0007 2024-12-02T14:18:06,493 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:18:06,493 DEBUG [RS:0;a3a61c9ba14f:35255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:06,493 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,35255,1733149085098' 2024-12-02T14:18:06,493 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1374353335/flush-table-proc/abort' 2024-12-02T14:18:06,493 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1374353335/flush-table-proc/acquired' 2024-12-02T14:18:06,494 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:18:06,494 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:18:06,494 DEBUG [RS:0;a3a61c9ba14f:35255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:06,494 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,35255,1733149085098' 2024-12-02T14:18:06,494 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1374353335/online-snapshot/abort' 2024-12-02T14:18:06,494 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1374353335/online-snapshot/acquired' 2024-12-02T14:18:06,494 DEBUG [RS:0;a3a61c9ba14f:35255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:18:06,494 INFO [RS:0;a3a61c9ba14f:35255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:18:06,494 INFO [RS:0;a3a61c9ba14f:35255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:18:06,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:06,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:18:06,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T14:18:06,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:18:06,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T14:18:06,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:18:06,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T14:18:06,595 INFO [RS:0;a3a61c9ba14f:35255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:18:06,596 INFO [RS:0;a3a61c9ba14f:35255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C35255%2C1733149085098, suffix=, logDir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098, archiveDir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/oldWALs, maxLogs=10 2024-12-02T14:18:06,607 DEBUG [RS:0;a3a61c9ba14f:35255 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596, exclude list is [], retry=0 2024-12-02T14:18:06,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44543,DS-905fbe07-2570-44f6-ba86-61ed2615884b,DISK] 2024-12-02T14:18:06,610 INFO [RS:0;a3a61c9ba14f:35255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 2024-12-02T14:18:06,610 DEBUG [RS:0;a3a61c9ba14f:35255 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-12-02T14:18:06,838 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:18:06,838 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685 2024-12-02T14:18:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:18:06,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:06,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:06,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:06,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:06,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:06,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:06,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:06,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:06,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:06,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:06,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:06,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:06,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:06,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:06,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:06,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:06,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:06,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:06,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740 2024-12-02T14:18:06,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740 2024-12-02T14:18:06,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:06,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:06,871 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:06,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:06,877 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:06,877 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63787349, jitterRate=-0.0494944304227829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:06,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733149086862Initializing all the Stores at 1733149086863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149086863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149086863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149086863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149086863Cleaning up temporary data from old regions at 1733149086871 (+8 ms)Region opened successfully at 1733149086877 (+6 ms) 2024-12-02T14:18:06,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:18:06,877 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:18:06,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:18:06,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:18:06,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:18:06,877 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:18:06,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149086877Disabling compacts and flushes for region at 1733149086877Disabling writes for close at 1733149086877Writing region close event to WAL at 1733149086877Closed at 1733149086877 2024-12-02T14:18:06,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:06,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:18:06,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:18:06,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:06,880 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:18:07,030 DEBUG [a3a61c9ba14f:41161 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:18:07,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:07,031 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,35255,1733149085098, state=OPENING 2024-12-02T14:18:07,032 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:18:07,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:07,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:07,033 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:07,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1374353335/meta-region-server: CHANGED 2024-12-02T14:18:07,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1374353335/meta-region-server: CHANGED 2024-12-02T14:18:07,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,35255,1733149085098}] 2024-12-02T14:18:07,185 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:18:07,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:18:07,188 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:18:07,188 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:07,188 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:18:07,189 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C35255%2C1733149085098.meta, suffix=.meta, logDir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098, archiveDir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/oldWALs, maxLogs=10 2024-12-02T14:18:07,203 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.meta.1733149087189.meta, exclude list is [], retry=0 2024-12-02T14:18:07,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44543,DS-905fbe07-2570-44f6-ba86-61ed2615884b,DISK] 2024-12-02T14:18:07,206 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.meta.1733149087189.meta 2024-12-02T14:18:07,206 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-12-02T14:18:07,206 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:07,207 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:07,207 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:18:07,207 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:18:07,207 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:18:07,207 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:18:07,207 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:07,207 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:18:07,207 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:18:07,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:07,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:07,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:07,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:07,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:07,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:07,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:07,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:07,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:07,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:07,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:07,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:07,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:07,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:07,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:07,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:07,211 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:07,211 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740 2024-12-02T14:18:07,212 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740 2024-12-02T14:18:07,213 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:07,213 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:07,213 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:07,214 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:07,214 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65292791, jitterRate=-0.027061596512794495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:07,214 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:18:07,214 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733149087207Writing region info on filesystem at 1733149087207Initializing all the Stores at 1733149087208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149087208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149087208Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149087208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149087208Cleaning up temporary data from old regions at 1733149087213 (+5 ms)Running coprocessor post-open hooks at 1733149087214 (+1 ms)Region opened successfully at 1733149087214 2024-12-02T14:18:07,215 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733149087184 2024-12-02T14:18:07,217 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:18:07,217 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:18:07,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:07,218 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,35255,1733149085098, state=OPEN 2024-12-02T14:18:07,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1374353335/meta-region-server 2024-12-02T14:18:07,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1374353335/meta-region-server 2024-12-02T14:18:07,219 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:07,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1374353335/meta-region-server: CHANGED 2024-12-02T14:18:07,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1374353335/meta-region-server: CHANGED 2024-12-02T14:18:07,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:18:07,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,35255,1733149085098 in 186 msec 2024-12-02T14:18:07,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:18:07,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 342 msec 2024-12-02T14:18:07,222 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:07,222 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:18:07,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:07,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,35255,1733149085098, seqNum=-1] 2024-12-02T14:18:07,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:07,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:07,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 805 msec 2024-12-02T14:18:07,227 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733149087227, completionTime=-1 2024-12-02T14:18:07,227 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:18:07,228 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:18:07,229 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:18:07,229 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149147229 2024-12-02T14:18:07,229 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149207229 2024-12-02T14:18:07,229 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:18:07,229 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41161,1733149085059-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:07,229 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41161,1733149085059-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:07,229 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41161,1733149085059-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:07,229 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:41161, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:07,229 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:07,230 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:07,231 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:18:07,232 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.095sec 2024-12-02T14:18:07,232 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:18:07,232 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:18:07,232 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:18:07,232 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:18:07,232 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:18:07,232 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41161,1733149085059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:18:07,232 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41161,1733149085059-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:18:07,234 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:18:07,234 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:18:07,234 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41161,1733149085059-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:07,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ede36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:07,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,41161,-1 for getting cluster id 2024-12-02T14:18:07,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:07,327 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0811d095-e651-453d-8674-87ae528406c3' 2024-12-02T14:18:07,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:07,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0811d095-e651-453d-8674-87ae528406c3" 2024-12-02T14:18:07,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a29f30c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:07,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,41161,-1] 2024-12-02T14:18:07,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:07,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:07,328 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:07,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720973d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:07,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,35255,1733149085098, seqNum=-1] 2024-12-02T14:18:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:07,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,41161,1733149085059 2024-12-02T14:18:07,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55052 2024-12-02T14:18:07,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:07,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009b4b8a8b0008 connected 2024-12-02T14:18:07,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:07,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,35967,1733149078038 2024-12-02T14:18:07,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e177c31 2024-12-02T14:18:07,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:07,357 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:07,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:18:07,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:18:07,360 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:07,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:18:07,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:18:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:07,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:18:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:07,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5df04586d48d8262a74c83c5a20f607d, NAME => 'test,,1733149087357.5df04586d48d8262a74c83c5a20f607d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d 2024-12-02T14:18:07,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:18:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:08,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733149087357.5df04586d48d8262a74c83c5a20f607d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:08,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5df04586d48d8262a74c83c5a20f607d, disabling compactions & flushes 2024-12-02T14:18:08,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. 2024-12-02T14:18:08,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. 2024-12-02T14:18:08,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. after waiting 0 ms 2024-12-02T14:18:08,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. 2024-12-02T14:18:08,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. 2024-12-02T14:18:08,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5df04586d48d8262a74c83c5a20f607d: Waiting for close lock at 1733149088172Disabling compacts and flushes for region at 1733149088172Disabling writes for close at 1733149088172Writing region close event to WAL at 1733149088172Closed at 1733149088172 2024-12-02T14:18:08,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:18:08,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733149087357.5df04586d48d8262a74c83c5a20f607d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733149088173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149088173"}]},"ts":"1733149088173"} 2024-12-02T14:18:08,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:18:08,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:18:08,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149088177"}]},"ts":"1733149088177"} 2024-12-02T14:18:08,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:18:08,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5df04586d48d8262a74c83c5a20f607d, ASSIGN}] 2024-12-02T14:18:08,181 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5df04586d48d8262a74c83c5a20f607d, ASSIGN 2024-12-02T14:18:08,181 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5df04586d48d8262a74c83c5a20f607d, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,44251,1733149078085; forceNewPlan=false, retain=false 2024-12-02T14:18:08,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5df04586d48d8262a74c83c5a20f607d, regionState=OPENING, regionLocation=a3a61c9ba14f,44251,1733149078085 2024-12-02T14:18:08,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5df04586d48d8262a74c83c5a20f607d, ASSIGN because future has completed 2024-12-02T14:18:08,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5df04586d48d8262a74c83c5a20f607d, server=a3a61c9ba14f,44251,1733149078085}] 2024-12-02T14:18:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:08,514 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. 2024-12-02T14:18:08,514 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5df04586d48d8262a74c83c5a20f607d, NAME => 'test,,1733149087357.5df04586d48d8262a74c83c5a20f607d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:08,515 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:08,515 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:18:08,515 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:08,532 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733149087357.5df04586d48d8262a74c83c5a20f607d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:08,532 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:08,532 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:08,543 INFO [StoreOpener-5df04586d48d8262a74c83c5a20f607d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:08,546 INFO [StoreOpener-5df04586d48d8262a74c83c5a20f607d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df04586d48d8262a74c83c5a20f607d columnFamilyName f 2024-12-02T14:18:08,546 DEBUG [StoreOpener-5df04586d48d8262a74c83c5a20f607d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:08,546 INFO [StoreOpener-5df04586d48d8262a74c83c5a20f607d-1 {}] regionserver.HStore(327): Store=5df04586d48d8262a74c83c5a20f607d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:08,546 INFO [StoreOpener-5df04586d48d8262a74c83c5a20f607d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:08,547 INFO [StoreOpener-5df04586d48d8262a74c83c5a20f607d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df04586d48d8262a74c83c5a20f607d columnFamilyName f1 2024-12-02T14:18:08,547 DEBUG [StoreOpener-5df04586d48d8262a74c83c5a20f607d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:08,548 INFO [StoreOpener-5df04586d48d8262a74c83c5a20f607d-1 {}] regionserver.HStore(327): Store=5df04586d48d8262a74c83c5a20f607d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:08,548 INFO [StoreOpener-5df04586d48d8262a74c83c5a20f607d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:08,549 INFO [StoreOpener-5df04586d48d8262a74c83c5a20f607d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df04586d48d8262a74c83c5a20f607d columnFamilyName norep 2024-12-02T14:18:08,549 DEBUG [StoreOpener-5df04586d48d8262a74c83c5a20f607d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:08,549 INFO [StoreOpener-5df04586d48d8262a74c83c5a20f607d-1 {}] regionserver.HStore(327): Store=5df04586d48d8262a74c83c5a20f607d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:08,550 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:08,550 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:08,552 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:08,552 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:08,552 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:08,553 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:18:08,554 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:08,566 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:08,566 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5df04586d48d8262a74c83c5a20f607d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70267526, jitterRate=0.047067731618881226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:18:08,566 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:08,567 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5df04586d48d8262a74c83c5a20f607d: Running coprocessor pre-open hook at 1733149088532Writing region info on filesystem at 1733149088532Initializing all the Stores at 1733149088539 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149088539Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149088543 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149088543Cleaning up temporary data from old regions at 1733149088552 (+9 ms)Running coprocessor post-open hooks at 1733149088566 (+14 ms)Region opened successfully at 1733149088567 (+1 ms) 2024-12-02T14:18:08,568 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733149087357.5df04586d48d8262a74c83c5a20f607d., pid=6, masterSystemTime=1733149088489 2024-12-02T14:18:08,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5df04586d48d8262a74c83c5a20f607d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,44251,1733149078085 2024-12-02T14:18:08,573 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. 2024-12-02T14:18:08,577 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. 2024-12-02T14:18:08,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5df04586d48d8262a74c83c5a20f607d, server=a3a61c9ba14f,44251,1733149078085 because future has completed 2024-12-02T14:18:08,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:18:08,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5df04586d48d8262a74c83c5a20f607d, server=a3a61c9ba14f,44251,1733149078085 in 262 msec 2024-12-02T14:18:08,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:18:08,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5df04586d48d8262a74c83c5a20f607d, ASSIGN in 420 msec 2024-12-02T14:18:08,603 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:18:08,604 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149088603"}]},"ts":"1733149088603"} 2024-12-02T14:18:08,606 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:18:08,608 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:18:08,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2500 sec 2024-12-02T14:18:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:09,516 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:18:09,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:09,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:09,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30af4afe 2024-12-02T14:18:09,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:09,519 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:09,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:18:09,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:18:09,524 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:09,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:18:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:09,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:18:09,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:18:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:09,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4bb57773a443d2219899a9f93fa1c526, NAME => 'test,,1733149089519.4bb57773a443d2219899a9f93fa1c526.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178 2024-12-02T14:18:10,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:18:10,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733149089519.4bb57773a443d2219899a9f93fa1c526.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:10,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4bb57773a443d2219899a9f93fa1c526, disabling compactions & flushes 2024-12-02T14:18:10,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. 2024-12-02T14:18:10,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. 2024-12-02T14:18:10,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. after waiting 0 ms 2024-12-02T14:18:10,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. 2024-12-02T14:18:10,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. 2024-12-02T14:18:10,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4bb57773a443d2219899a9f93fa1c526: Waiting for close lock at 1733149090008Disabling compacts and flushes for region at 1733149090008Disabling writes for close at 1733149090008Writing region close event to WAL at 1733149090008Closed at 1733149090008 2024-12-02T14:18:10,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:18:10,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733149089519.4bb57773a443d2219899a9f93fa1c526.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733149090009"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149090009"}]},"ts":"1733149090009"} 2024-12-02T14:18:10,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:18:10,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:18:10,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149090018"}]},"ts":"1733149090018"} 2024-12-02T14:18:10,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:18:10,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4bb57773a443d2219899a9f93fa1c526, ASSIGN}] 2024-12-02T14:18:10,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4bb57773a443d2219899a9f93fa1c526, ASSIGN 2024-12-02T14:18:10,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4bb57773a443d2219899a9f93fa1c526, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46425,1733149081547; forceNewPlan=false, retain=false 2024-12-02T14:18:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:10,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4bb57773a443d2219899a9f93fa1c526, regionState=OPENING, regionLocation=a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:10,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4bb57773a443d2219899a9f93fa1c526, ASSIGN because future has completed 2024-12-02T14:18:10,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bb57773a443d2219899a9f93fa1c526, server=a3a61c9ba14f,46425,1733149081547}] 2024-12-02T14:18:10,343 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. 2024-12-02T14:18:10,343 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bb57773a443d2219899a9f93fa1c526, NAME => 'test,,1733149089519.4bb57773a443d2219899a9f93fa1c526.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:10,343 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:10,344 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:18:10,344 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:10,344 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733149089519.4bb57773a443d2219899a9f93fa1c526.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:10,344 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:10,344 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:10,349 INFO [StoreOpener-4bb57773a443d2219899a9f93fa1c526-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:10,350 INFO [StoreOpener-4bb57773a443d2219899a9f93fa1c526-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb57773a443d2219899a9f93fa1c526 columnFamilyName f 2024-12-02T14:18:10,350 DEBUG [StoreOpener-4bb57773a443d2219899a9f93fa1c526-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:10,351 INFO [StoreOpener-4bb57773a443d2219899a9f93fa1c526-1 {}] regionserver.HStore(327): Store=4bb57773a443d2219899a9f93fa1c526/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:10,351 INFO [StoreOpener-4bb57773a443d2219899a9f93fa1c526-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:10,352 INFO [StoreOpener-4bb57773a443d2219899a9f93fa1c526-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb57773a443d2219899a9f93fa1c526 columnFamilyName f1 2024-12-02T14:18:10,352 DEBUG [StoreOpener-4bb57773a443d2219899a9f93fa1c526-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:10,352 INFO [StoreOpener-4bb57773a443d2219899a9f93fa1c526-1 {}] regionserver.HStore(327): Store=4bb57773a443d2219899a9f93fa1c526/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:10,352 INFO [StoreOpener-4bb57773a443d2219899a9f93fa1c526-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:10,353 INFO [StoreOpener-4bb57773a443d2219899a9f93fa1c526-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb57773a443d2219899a9f93fa1c526 columnFamilyName norep 2024-12-02T14:18:10,353 DEBUG [StoreOpener-4bb57773a443d2219899a9f93fa1c526-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:10,354 INFO [StoreOpener-4bb57773a443d2219899a9f93fa1c526-1 {}] regionserver.HStore(327): Store=4bb57773a443d2219899a9f93fa1c526/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:10,354 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:10,354 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:10,355 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:10,355 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:10,355 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:10,356 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:18:10,357 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:10,358 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:10,359 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4bb57773a443d2219899a9f93fa1c526; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62718646, jitterRate=-0.06541934609413147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:18:10,359 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:10,359 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4bb57773a443d2219899a9f93fa1c526: Running coprocessor pre-open hook at 1733149090345Writing region info on filesystem at 1733149090345Initializing all the Stores at 1733149090346 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149090346Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149090349 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149090349Cleaning up temporary data from old regions at 1733149090355 (+6 ms)Running coprocessor post-open hooks at 1733149090359 (+4 ms)Region opened successfully at 1733149090359 2024-12-02T14:18:10,360 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733149089519.4bb57773a443d2219899a9f93fa1c526., pid=6, masterSystemTime=1733149090334 2024-12-02T14:18:10,362 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4bb57773a443d2219899a9f93fa1c526, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:10,364 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. 2024-12-02T14:18:10,364 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. 2024-12-02T14:18:10,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bb57773a443d2219899a9f93fa1c526, server=a3a61c9ba14f,46425,1733149081547 because future has completed 2024-12-02T14:18:10,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:18:10,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4bb57773a443d2219899a9f93fa1c526, server=a3a61c9ba14f,46425,1733149081547 in 188 msec 2024-12-02T14:18:10,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:18:10,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4bb57773a443d2219899a9f93fa1c526, ASSIGN in 347 msec 2024-12-02T14:18:10,373 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:18:10,373 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149090373"}]},"ts":"1733149090373"} 2024-12-02T14:18:10,387 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:18:10,388 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:18:10,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 868 msec 2024-12-02T14:18:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:10,667 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:18:10,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:10,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,41161,1733149085059 2024-12-02T14:18:10,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2971d104 2024-12-02T14:18:10,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:10,669 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:10,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:18:10,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:18:10,671 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:10,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:18:10,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:18:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:10,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:18:10,683 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c279dd0e830d62d81eb1a5c2f84d30db, NAME => 'test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685 2024-12-02T14:18:10,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:18:10,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:10,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c279dd0e830d62d81eb1a5c2f84d30db, disabling compactions & flushes 2024-12-02T14:18:10,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. 2024-12-02T14:18:10,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. 2024-12-02T14:18:10,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. after waiting 0 ms 2024-12-02T14:18:10,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. 2024-12-02T14:18:10,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. 2024-12-02T14:18:10,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c279dd0e830d62d81eb1a5c2f84d30db: Waiting for close lock at 1733149090690Disabling compacts and flushes for region at 1733149090690Disabling writes for close at 1733149090690Writing region close event to WAL at 1733149090690Closed at 1733149090690 2024-12-02T14:18:10,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:18:10,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733149090691"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149090691"}]},"ts":"1733149090691"} 2024-12-02T14:18:10,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:18:10,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:18:10,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149090693"}]},"ts":"1733149090693"} 2024-12-02T14:18:10,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:18:10,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c279dd0e830d62d81eb1a5c2f84d30db, ASSIGN}] 2024-12-02T14:18:10,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c279dd0e830d62d81eb1a5c2f84d30db, ASSIGN 2024-12-02T14:18:10,696 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c279dd0e830d62d81eb1a5c2f84d30db, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,35255,1733149085098; forceNewPlan=false, retain=false 2024-12-02T14:18:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:10,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c279dd0e830d62d81eb1a5c2f84d30db, regionState=OPENING, regionLocation=a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:10,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c279dd0e830d62d81eb1a5c2f84d30db, ASSIGN because future has completed 2024-12-02T14:18:10,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c279dd0e830d62d81eb1a5c2f84d30db, server=a3a61c9ba14f,35255,1733149085098}] 2024-12-02T14:18:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:11,005 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. 2024-12-02T14:18:11,005 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c279dd0e830d62d81eb1a5c2f84d30db, NAME => 'test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:11,005 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:11,006 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:18:11,006 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:11,006 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:11,006 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:11,006 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:11,007 INFO [StoreOpener-c279dd0e830d62d81eb1a5c2f84d30db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:11,008 INFO [StoreOpener-c279dd0e830d62d81eb1a5c2f84d30db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c279dd0e830d62d81eb1a5c2f84d30db columnFamilyName f 2024-12-02T14:18:11,008 DEBUG [StoreOpener-c279dd0e830d62d81eb1a5c2f84d30db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:11,008 INFO [StoreOpener-c279dd0e830d62d81eb1a5c2f84d30db-1 {}] regionserver.HStore(327): Store=c279dd0e830d62d81eb1a5c2f84d30db/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:11,008 INFO [StoreOpener-c279dd0e830d62d81eb1a5c2f84d30db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:11,009 INFO [StoreOpener-c279dd0e830d62d81eb1a5c2f84d30db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c279dd0e830d62d81eb1a5c2f84d30db columnFamilyName f1 2024-12-02T14:18:11,009 DEBUG [StoreOpener-c279dd0e830d62d81eb1a5c2f84d30db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:11,009 INFO [StoreOpener-c279dd0e830d62d81eb1a5c2f84d30db-1 {}] regionserver.HStore(327): Store=c279dd0e830d62d81eb1a5c2f84d30db/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:11,009 INFO [StoreOpener-c279dd0e830d62d81eb1a5c2f84d30db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:11,010 INFO [StoreOpener-c279dd0e830d62d81eb1a5c2f84d30db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c279dd0e830d62d81eb1a5c2f84d30db columnFamilyName norep 2024-12-02T14:18:11,010 DEBUG [StoreOpener-c279dd0e830d62d81eb1a5c2f84d30db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:11,010 INFO [StoreOpener-c279dd0e830d62d81eb1a5c2f84d30db-1 {}] regionserver.HStore(327): Store=c279dd0e830d62d81eb1a5c2f84d30db/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:11,010 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:11,011 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:11,011 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:11,012 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:11,012 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:11,012 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:18:11,013 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:11,014 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:11,014 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c279dd0e830d62d81eb1a5c2f84d30db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61291088, jitterRate=-0.08669161796569824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:18:11,015 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:11,015 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c279dd0e830d62d81eb1a5c2f84d30db: Running coprocessor pre-open hook at 1733149091006Writing region info on filesystem at 1733149091006Initializing all the Stores at 1733149091007 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149091007Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149091007Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149091007Cleaning up temporary data from old regions at 1733149091012 (+5 ms)Running coprocessor post-open hooks at 1733149091015 (+3 ms)Region opened successfully at 1733149091015 2024-12-02T14:18:11,015 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db., pid=6, masterSystemTime=1733149091002 2024-12-02T14:18:11,017 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. 2024-12-02T14:18:11,017 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. 2024-12-02T14:18:11,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c279dd0e830d62d81eb1a5c2f84d30db, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:11,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c279dd0e830d62d81eb1a5c2f84d30db, server=a3a61c9ba14f,35255,1733149085098 because future has completed 2024-12-02T14:18:11,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:18:11,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c279dd0e830d62d81eb1a5c2f84d30db, server=a3a61c9ba14f,35255,1733149085098 in 170 msec 2024-12-02T14:18:11,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:18:11,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c279dd0e830d62d81eb1a5c2f84d30db, ASSIGN in 327 msec 2024-12-02T14:18:11,023 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:18:11,024 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149091023"}]},"ts":"1733149091023"} 2024-12-02T14:18:11,025 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:18:11,026 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:18:11,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 357 msec 2024-12-02T14:18:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:11,296 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:18:11,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:11,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,35967,-1 for getting cluster id 2024-12-02T14:18:11,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:11,297 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41316cfa-cfbc-48d4-a74d-807552b86a01' 2024-12-02T14:18:11,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:11,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41316cfa-cfbc-48d4-a74d-807552b86a01" 2024-12-02T14:18:11,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4128dfe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:11,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,35967,-1] 2024-12-02T14:18:11,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:11,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:11,298 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d0907c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:11,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,35967,1733149078038 2024-12-02T14:18:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27e1f5e7 2024-12-02T14:18:11,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:11,300 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:11,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:40283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:18:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:18:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:11,302 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:40283' 2024-12-02T14:18:11,303 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47076613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:11,303 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,40283,-1 for getting cluster id 2024-12-02T14:18:11,303 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:11,304 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f1c5580-9a57-433d-b55d-91c081482bbe' 2024-12-02T14:18:11,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:11,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f1c5580-9a57-433d-b55d-91c081482bbe" 2024-12-02T14:18:11,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea90d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:11,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,40283,-1] 2024-12-02T14:18:11,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:11,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:11,305 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:11,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41313054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:11,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:11,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:11,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d1e727c 2024-12-02T14:18:11,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:11,308 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:11,309 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T14:18:11,309 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:18:11,309 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:11,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:11,309 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:11,309 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:11,310 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:18:11,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:18:11,311 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:11,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:18:11,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741837_1013 (size=1138) 2024-12-02T14:18:11,361 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:18:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:11,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86a095afed2d024e9eccf4c7814c2212, NAME => 'hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d 2024-12-02T14:18:11,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741838_1014 (size=44) 2024-12-02T14:18:11,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:11,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 86a095afed2d024e9eccf4c7814c2212, disabling compactions & flushes 2024-12-02T14:18:11,724 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. 2024-12-02T14:18:11,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. 2024-12-02T14:18:11,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. after waiting 0 ms 2024-12-02T14:18:11,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. 2024-12-02T14:18:11,724 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. 2024-12-02T14:18:11,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86a095afed2d024e9eccf4c7814c2212: Waiting for close lock at 1733149091724Disabling compacts and flushes for region at 1733149091724Disabling writes for close at 1733149091724Writing region close event to WAL at 1733149091724Closed at 1733149091724 2024-12-02T14:18:11,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:18:11,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733149091725"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149091725"}]},"ts":"1733149091725"} 2024-12-02T14:18:11,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:18:11,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:18:11,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149091728"}]},"ts":"1733149091728"} 2024-12-02T14:18:11,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:18:11,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86a095afed2d024e9eccf4c7814c2212, ASSIGN}] 2024-12-02T14:18:11,730 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86a095afed2d024e9eccf4c7814c2212, ASSIGN 2024-12-02T14:18:11,731 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=86a095afed2d024e9eccf4c7814c2212, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,44251,1733149078085; forceNewPlan=false, retain=false 2024-12-02T14:18:11,881 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86a095afed2d024e9eccf4c7814c2212, regionState=OPENING, regionLocation=a3a61c9ba14f,44251,1733149078085 2024-12-02T14:18:11,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=86a095afed2d024e9eccf4c7814c2212, ASSIGN because future has completed 2024-12-02T14:18:11,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86a095afed2d024e9eccf4c7814c2212, server=a3a61c9ba14f,44251,1733149078085}] 2024-12-02T14:18:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:11,927 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T14:18:12,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. 2024-12-02T14:18:12,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:12,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:18:12,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C44251%2C1733149078085.rep, suffix=, logDir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085, archiveDir=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/oldWALs, maxLogs=10 2024-12-02T14:18:12,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.rep.1733149092040, exclude list is [], retry=0 2024-12-02T14:18:12,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33249,DS-a39fcdda-d1c3-4a32-9177-3d2fec306f1d,DISK] 2024-12-02T14:18:12,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.rep.1733149092040 2024-12-02T14:18:12,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46043:46043)] 2024-12-02T14:18:12,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 86a095afed2d024e9eccf4c7814c2212, NAME => 'hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:12,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:12,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:18:12,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. service=MultiRowMutationService 2024-12-02T14:18:12,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:18:12,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:12,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:12,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:12,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:12,056 INFO [StoreOpener-86a095afed2d024e9eccf4c7814c2212-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:12,057 INFO [StoreOpener-86a095afed2d024e9eccf4c7814c2212-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86a095afed2d024e9eccf4c7814c2212 columnFamilyName hfileref 2024-12-02T14:18:12,057 DEBUG [StoreOpener-86a095afed2d024e9eccf4c7814c2212-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:12,057 INFO [StoreOpener-86a095afed2d024e9eccf4c7814c2212-1 {}] regionserver.HStore(327): Store=86a095afed2d024e9eccf4c7814c2212/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:12,058 INFO [StoreOpener-86a095afed2d024e9eccf4c7814c2212-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:12,058 INFO [StoreOpener-86a095afed2d024e9eccf4c7814c2212-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86a095afed2d024e9eccf4c7814c2212 columnFamilyName queue 2024-12-02T14:18:12,058 DEBUG [StoreOpener-86a095afed2d024e9eccf4c7814c2212-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:12,058 INFO [StoreOpener-86a095afed2d024e9eccf4c7814c2212-1 {}] regionserver.HStore(327): Store=86a095afed2d024e9eccf4c7814c2212/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:12,058 INFO [StoreOpener-86a095afed2d024e9eccf4c7814c2212-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:12,059 INFO [StoreOpener-86a095afed2d024e9eccf4c7814c2212-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86a095afed2d024e9eccf4c7814c2212 columnFamilyName sid 2024-12-02T14:18:12,059 DEBUG [StoreOpener-86a095afed2d024e9eccf4c7814c2212-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:12,059 INFO [StoreOpener-86a095afed2d024e9eccf4c7814c2212-1 {}] regionserver.HStore(327): Store=86a095afed2d024e9eccf4c7814c2212/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:12,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:12,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/replication/86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:12,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/replication/86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:12,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:12,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:12,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:18:12,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:12,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/replication/86a095afed2d024e9eccf4c7814c2212/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:12,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 86a095afed2d024e9eccf4c7814c2212; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59014320, jitterRate=-0.12061810493469238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:18:12,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:12,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 86a095afed2d024e9eccf4c7814c2212: Running coprocessor pre-open hook at 1733149092055Writing region info on filesystem at 1733149092055Initializing all the Stores at 1733149092056 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149092056Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149092056Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149092056Cleaning up temporary data from old regions at 1733149092060 (+4 ms)Running coprocessor post-open hooks at 1733149092063 (+3 ms)Region opened successfully at 1733149092063 2024-12-02T14:18:12,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212., pid=10, masterSystemTime=1733149092035 2024-12-02T14:18:12,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. 2024-12-02T14:18:12,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. 2024-12-02T14:18:12,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86a095afed2d024e9eccf4c7814c2212, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,44251,1733149078085 2024-12-02T14:18:12,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86a095afed2d024e9eccf4c7814c2212, server=a3a61c9ba14f,44251,1733149078085 because future has completed 2024-12-02T14:18:12,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:18:12,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 86a095afed2d024e9eccf4c7814c2212, server=a3a61c9ba14f,44251,1733149078085 in 189 msec 2024-12-02T14:18:12,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T14:18:12,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86a095afed2d024e9eccf4c7814c2212, ASSIGN in 345 msec 2024-12-02T14:18:12,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:18:12,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149092075"}]},"ts":"1733149092075"} 2024-12-02T14:18:12,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:18:12,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:18:12,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 769 msec 2024-12-02T14:18:12,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212., hostname=a3a61c9ba14f,44251,1733149078085, seqNum=2] 2024-12-02T14:18:12,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:18:12,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:18:12,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:18:12,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T14:18:12,273 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:18:12,300 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,44251,1733149078085, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:18:12,301 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:12,301 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,44251,1733149078085, seqNum=-1] 2024-12-02T14:18:12,301 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:12,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-02T14:18:12,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,44251,1733149078085', locateType=CURRENT is [region=hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212., hostname=a3a61c9ba14f,44251,1733149078085, seqNum=2] 2024-12-02T14:18:12,305 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T14:18:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T14:18:12,307 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,44251,1733149078085 suceeded 2024-12-02T14:18:12,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T14:18:12,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-02T14:18:12,308 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:40283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:18:12,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0080 sec 2024-12-02T14:18:12,318 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:40283' 2024-12-02T14:18:12,319 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75b8a295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:12,319 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,40283,-1 for getting cluster id 2024-12-02T14:18:12,319 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:12,320 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f1c5580-9a57-433d-b55d-91c081482bbe' 2024-12-02T14:18:12,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:12,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f1c5580-9a57-433d-b55d-91c081482bbe" 2024-12-02T14:18:12,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f532b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:12,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,40283,-1] 2024-12-02T14:18:12,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:12,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:12,321 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:12,321 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@170b6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:12,321 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:12,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:12,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cbda994 2024-12-02T14:18:12,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:12,322 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-02T14:18:12,323 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,44251,1733149078085 (queues=1) is replicating from cluster=41316cfa-cfbc-48d4-a74d-807552b86a01 to cluster=1f1c5580-9a57-433d-b55d-91c081482bbe 2024-12-02T14:18:12,323 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C44251%2C1733149078085 2024-12-02T14:18:12,323 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,44251,1733149078085, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:18:12,324 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057, startPosition=0, beingWritten=true 2024-12-02T14:18:12,324 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C44251%2C1733149078085 2024-12-02T14:18:12,328 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:12,328 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 379, reset compression=false 2024-12-02T14:18:12,328 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,44251,1733149078085 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:18:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:12,436 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:18:12,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:12,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:12,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:12,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:12,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:12,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:12,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,40283,-1 for getting cluster id 2024-12-02T14:18:12,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:12,437 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f1c5580-9a57-433d-b55d-91c081482bbe' 2024-12-02T14:18:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f1c5580-9a57-433d-b55d-91c081482bbe" 2024-12-02T14:18:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413516b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,40283,-1] 2024-12-02T14:18:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:12,439 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:12,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11dec07a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:12,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5967b31f 2024-12-02T14:18:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:12,440 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:12,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:41161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:18:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:18:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:12,443 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:41161' 2024-12-02T14:18:12,443 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28456d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:12,443 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,41161,-1 for getting cluster id 2024-12-02T14:18:12,443 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:12,444 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0811d095-e651-453d-8674-87ae528406c3' 2024-12-02T14:18:12,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:12,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0811d095-e651-453d-8674-87ae528406c3" 2024-12-02T14:18:12,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6cdafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:12,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,41161,-1] 2024-12-02T14:18:12,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:12,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:12,445 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:12,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b90ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:12,446 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:12,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,41161,1733149085059 2024-12-02T14:18:12,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@372bd6de 2024-12-02T14:18:12,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:12,447 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:12,447 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T14:18:12,447 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:18:12,448 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:12,448 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:12,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:12,448 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:12,449 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:18:12,449 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:18:12,450 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:12,450 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:18:12,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741837_1013 (size=1138) 2024-12-02T14:18:12,499 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:18:12,532 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 379, reset compression=false 2024-12-02T14:18:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:12,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:18:12,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:12,835 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 379, reset compression=false 2024-12-02T14:18:12,856 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8c56d5c593da9b763a9c94f4f35ce90, NAME => 'hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178 2024-12-02T14:18:12,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741838_1014 (size=44) 2024-12-02T14:18:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:13,238 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 379, reset compression=false 2024-12-02T14:18:13,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:13,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b8c56d5c593da9b763a9c94f4f35ce90, disabling compactions & flushes 2024-12-02T14:18:13,267 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:13,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:13,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. after waiting 0 ms 2024-12-02T14:18:13,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:13,267 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:13,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8c56d5c593da9b763a9c94f4f35ce90: Waiting for close lock at 1733149093267Disabling compacts and flushes for region at 1733149093267Disabling writes for close at 1733149093267Writing region close event to WAL at 1733149093267Closed at 1733149093267 2024-12-02T14:18:13,268 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:18:13,269 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733149093268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149093268"}]},"ts":"1733149093268"} 2024-12-02T14:18:13,271 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:18:13,272 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:18:13,272 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149093272"}]},"ts":"1733149093272"} 2024-12-02T14:18:13,275 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:18:13,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8c56d5c593da9b763a9c94f4f35ce90, ASSIGN}] 2024-12-02T14:18:13,277 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8c56d5c593da9b763a9c94f4f35ce90, ASSIGN 2024-12-02T14:18:13,277 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8c56d5c593da9b763a9c94f4f35ce90, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46425,1733149081547; forceNewPlan=false, retain=false 2024-12-02T14:18:13,428 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8c56d5c593da9b763a9c94f4f35ce90, regionState=OPENING, regionLocation=a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:13,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8c56d5c593da9b763a9c94f4f35ce90, ASSIGN because future has completed 2024-12-02T14:18:13,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8c56d5c593da9b763a9c94f4f35ce90, server=a3a61c9ba14f,46425,1733149081547}] 2024-12-02T14:18:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:13,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:13,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:13,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:18:13,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C46425%2C1733149081547.rep, suffix=, logDir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547, archiveDir=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/oldWALs, maxLogs=10 2024-12-02T14:18:13,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.rep.1733149093587, exclude list is [], retry=0 2024-12-02T14:18:13,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-f8702658-e905-4094-9a2c-7c130c4865d3,DISK] 2024-12-02T14:18:13,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.rep.1733149093587 2024-12-02T14:18:13,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40539:40539)] 2024-12-02T14:18:13,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b8c56d5c593da9b763a9c94f4f35ce90, NAME => 'hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:13,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:13,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:18:13,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. service=MultiRowMutationService 2024-12-02T14:18:13,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:18:13,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:13,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:13,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:13,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:13,608 INFO [StoreOpener-b8c56d5c593da9b763a9c94f4f35ce90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:13,609 INFO [StoreOpener-b8c56d5c593da9b763a9c94f4f35ce90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8c56d5c593da9b763a9c94f4f35ce90 columnFamilyName hfileref 2024-12-02T14:18:13,609 DEBUG [StoreOpener-b8c56d5c593da9b763a9c94f4f35ce90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:13,609 INFO [StoreOpener-b8c56d5c593da9b763a9c94f4f35ce90-1 {}] regionserver.HStore(327): Store=b8c56d5c593da9b763a9c94f4f35ce90/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:13,609 INFO [StoreOpener-b8c56d5c593da9b763a9c94f4f35ce90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:13,610 INFO [StoreOpener-b8c56d5c593da9b763a9c94f4f35ce90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8c56d5c593da9b763a9c94f4f35ce90 columnFamilyName queue 2024-12-02T14:18:13,610 DEBUG [StoreOpener-b8c56d5c593da9b763a9c94f4f35ce90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:13,610 INFO [StoreOpener-b8c56d5c593da9b763a9c94f4f35ce90-1 {}] regionserver.HStore(327): Store=b8c56d5c593da9b763a9c94f4f35ce90/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:13,610 INFO [StoreOpener-b8c56d5c593da9b763a9c94f4f35ce90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:13,611 INFO [StoreOpener-b8c56d5c593da9b763a9c94f4f35ce90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8c56d5c593da9b763a9c94f4f35ce90 columnFamilyName sid 2024-12-02T14:18:13,611 DEBUG [StoreOpener-b8c56d5c593da9b763a9c94f4f35ce90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:13,611 INFO [StoreOpener-b8c56d5c593da9b763a9c94f4f35ce90-1 {}] regionserver.HStore(327): Store=b8c56d5c593da9b763a9c94f4f35ce90/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:13,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:13,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/replication/b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:13,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/replication/b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:13,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:13,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:13,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:18:13,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:13,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/replication/b8c56d5c593da9b763a9c94f4f35ce90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:13,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b8c56d5c593da9b763a9c94f4f35ce90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60910492, jitterRate=-0.09236294031143188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:18:13,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:13,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b8c56d5c593da9b763a9c94f4f35ce90: Running coprocessor pre-open hook at 1733149093607Writing region info on filesystem at 1733149093607Initializing all the Stores at 1733149093607Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149093607Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149093608 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149093608Cleaning up temporary data from old regions at 1733149093612 (+4 ms)Running coprocessor post-open hooks at 1733149093615 (+3 ms)Region opened successfully at 1733149093615 2024-12-02T14:18:13,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90., pid=10, masterSystemTime=1733149093582 2024-12-02T14:18:13,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:13,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:13,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8c56d5c593da9b763a9c94f4f35ce90, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:13,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8c56d5c593da9b763a9c94f4f35ce90, server=a3a61c9ba14f,46425,1733149081547 because future has completed 2024-12-02T14:18:13,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:18:13,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b8c56d5c593da9b763a9c94f4f35ce90, server=a3a61c9ba14f,46425,1733149081547 in 189 msec 2024-12-02T14:18:13,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T14:18:13,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8c56d5c593da9b763a9c94f4f35ce90, ASSIGN in 346 msec 2024-12-02T14:18:13,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:18:13,623 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149093623"}]},"ts":"1733149093623"} 2024-12-02T14:18:13,624 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:18:13,624 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:18:13,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-12-02T14:18:13,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90., hostname=a3a61c9ba14f,46425,1733149081547, seqNum=2] 2024-12-02T14:18:13,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:13,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:13,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:18:13,743 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 379, reset compression=false 2024-12-02T14:18:13,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T14:18:13,819 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:18:13,861 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,46425,1733149081547, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:18:13,862 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:13,862 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46425,1733149081547, seqNum=-1] 2024-12-02T14:18:13,863 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:13,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T14:18:13,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,46425,1733149081547', locateType=CURRENT is [region=hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90., hostname=a3a61c9ba14f,46425,1733149081547, seqNum=2] 2024-12-02T14:18:13,868 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T14:18:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T14:18:13,869 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,46425,1733149081547 suceeded 2024-12-02T14:18:13,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T14:18:13,871 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:41161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:18:13,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-12-02T14:18:13,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4300 sec 2024-12-02T14:18:13,880 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:41161' 2024-12-02T14:18:13,881 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6624779a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:13,881 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,41161,-1 for getting cluster id 2024-12-02T14:18:13,881 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:13,882 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0811d095-e651-453d-8674-87ae528406c3' 2024-12-02T14:18:13,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:13,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0811d095-e651-453d-8674-87ae528406c3" 2024-12-02T14:18:13,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47957952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:13,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,41161,-1] 2024-12-02T14:18:13,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:13,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:13,883 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:13,883 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a4233a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:13,884 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:13,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,41161,1733149085059 2024-12-02T14:18:13,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ac5606e 2024-12-02T14:18:13,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:13,885 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-02T14:18:13,885 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,46425,1733149081547 (queues=1) is replicating from cluster=1f1c5580-9a57-433d-b55d-91c081482bbe to cluster=0811d095-e651-453d-8674-87ae528406c3 2024-12-02T14:18:13,885 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C46425%2C1733149081547 2024-12-02T14:18:13,885 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,46425,1733149081547, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:18:13,886 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165, startPosition=0, beingWritten=true 2024-12-02T14:18:13,886 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C46425%2C1733149081547 2024-12-02T14:18:13,890 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:13,890 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 379, reset compression=false 2024-12-02T14:18:13,890 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46425,1733149081547 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:18:14,092 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 379, reset compression=false 2024-12-02T14:18:14,346 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 379, reset compression=false 2024-12-02T14:18:14,395 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 379, reset compression=false 2024-12-02T14:18:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:14,597 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:18:14,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:14,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:14,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:14,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:14,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:14,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:14,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,41161,-1 for getting cluster id 2024-12-02T14:18:14,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:14,599 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0811d095-e651-453d-8674-87ae528406c3' 2024-12-02T14:18:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0811d095-e651-453d-8674-87ae528406c3" 2024-12-02T14:18:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd5535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,41161,-1] 2024-12-02T14:18:14,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:14,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:14,600 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:14,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0f5dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:14,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:14,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,41161,1733149085059 2024-12-02T14:18:14,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@640d25d3 2024-12-02T14:18:14,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:14,603 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:14,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:40283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:18:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:18:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:14,606 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:40283' 2024-12-02T14:18:14,607 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13df3b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:14,607 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,40283,-1 for getting cluster id 2024-12-02T14:18:14,607 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:14,608 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f1c5580-9a57-433d-b55d-91c081482bbe' 2024-12-02T14:18:14,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:14,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f1c5580-9a57-433d-b55d-91c081482bbe" 2024-12-02T14:18:14,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd44afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:14,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,40283,-1] 2024-12-02T14:18:14,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:14,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:14,609 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:14,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7270dcf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:14,609 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:14,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:14,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5733cd55 2024-12-02T14:18:14,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:14,611 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:14,611 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T14:18:14,611 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:18:14,611 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:14,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:14,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:14,612 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:14,613 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:18:14,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:18:14,614 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:14,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:18:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741837_1013 (size=1138) 2024-12-02T14:18:14,663 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:18:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:14,799 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 379, reset compression=false 2024-12-02T14:18:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:15,021 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 093120cda095262cd255420553bd8bf3, NAME => 'hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685 2024-12-02T14:18:15,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T14:18:15,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741838_1014 (size=44) 2024-12-02T14:18:15,049 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 379, reset compression=false 2024-12-02T14:18:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:15,302 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 379, reset compression=false 2024-12-02T14:18:15,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:15,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 093120cda095262cd255420553bd8bf3, disabling compactions & flushes 2024-12-02T14:18:15,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:15,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:15,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. after waiting 0 ms 2024-12-02T14:18:15,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:15,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:15,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 093120cda095262cd255420553bd8bf3: Waiting for close lock at 1733149095426Disabling compacts and flushes for region at 1733149095426Disabling writes for close at 1733149095426Writing region close event to WAL at 1733149095426Closed at 1733149095426 2024-12-02T14:18:15,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:18:15,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733149095427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149095427"}]},"ts":"1733149095427"} 2024-12-02T14:18:15,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:18:15,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:18:15,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149095430"}]},"ts":"1733149095430"} 2024-12-02T14:18:15,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:18:15,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=093120cda095262cd255420553bd8bf3, ASSIGN}] 2024-12-02T14:18:15,439 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=093120cda095262cd255420553bd8bf3, ASSIGN 2024-12-02T14:18:15,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=093120cda095262cd255420553bd8bf3, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,35255,1733149085098; forceNewPlan=false, retain=false 2024-12-02T14:18:15,476 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:15,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:18:15,477 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88671 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:18:15,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=093120cda095262cd255420553bd8bf3, regionState=OPENING, regionLocation=a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:15,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=093120cda095262cd255420553bd8bf3, ASSIGN because future has completed 2024-12-02T14:18:15,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 093120cda095262cd255420553bd8bf3, server=a3a61c9ba14f,35255,1733149085098}] 2024-12-02T14:18:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:15,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:15,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:15,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:18:15,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C35255%2C1733149085098.rep, suffix=, logDir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098, archiveDir=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/oldWALs, maxLogs=10 2024-12-02T14:18:15,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.rep.1733149095759, exclude list is [], retry=0 2024-12-02T14:18:15,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44543,DS-905fbe07-2570-44f6-ba86-61ed2615884b,DISK] 2024-12-02T14:18:15,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.rep.1733149095759 2024-12-02T14:18:15,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-12-02T14:18:15,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 093120cda095262cd255420553bd8bf3, NAME => 'hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:15,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:15,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:18:15,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. service=MultiRowMutationService 2024-12-02T14:18:15,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:18:15,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 093120cda095262cd255420553bd8bf3 2024-12-02T14:18:15,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:15,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 093120cda095262cd255420553bd8bf3 2024-12-02T14:18:15,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 093120cda095262cd255420553bd8bf3 2024-12-02T14:18:15,793 INFO [StoreOpener-093120cda095262cd255420553bd8bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 093120cda095262cd255420553bd8bf3 2024-12-02T14:18:15,794 INFO [StoreOpener-093120cda095262cd255420553bd8bf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093120cda095262cd255420553bd8bf3 columnFamilyName hfileref 2024-12-02T14:18:15,794 DEBUG [StoreOpener-093120cda095262cd255420553bd8bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:15,795 INFO [StoreOpener-093120cda095262cd255420553bd8bf3-1 {}] regionserver.HStore(327): Store=093120cda095262cd255420553bd8bf3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:15,795 INFO [StoreOpener-093120cda095262cd255420553bd8bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 093120cda095262cd255420553bd8bf3 2024-12-02T14:18:15,796 INFO [StoreOpener-093120cda095262cd255420553bd8bf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093120cda095262cd255420553bd8bf3 columnFamilyName queue 2024-12-02T14:18:15,796 DEBUG [StoreOpener-093120cda095262cd255420553bd8bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:15,796 INFO [StoreOpener-093120cda095262cd255420553bd8bf3-1 {}] regionserver.HStore(327): Store=093120cda095262cd255420553bd8bf3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:15,796 INFO [StoreOpener-093120cda095262cd255420553bd8bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 093120cda095262cd255420553bd8bf3 2024-12-02T14:18:15,796 INFO [StoreOpener-093120cda095262cd255420553bd8bf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093120cda095262cd255420553bd8bf3 columnFamilyName sid 2024-12-02T14:18:15,797 DEBUG [StoreOpener-093120cda095262cd255420553bd8bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:15,797 INFO [StoreOpener-093120cda095262cd255420553bd8bf3-1 {}] regionserver.HStore(327): Store=093120cda095262cd255420553bd8bf3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:15,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 093120cda095262cd255420553bd8bf3 2024-12-02T14:18:15,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/replication/093120cda095262cd255420553bd8bf3 2024-12-02T14:18:15,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/replication/093120cda095262cd255420553bd8bf3 2024-12-02T14:18:15,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 093120cda095262cd255420553bd8bf3 2024-12-02T14:18:15,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 093120cda095262cd255420553bd8bf3 2024-12-02T14:18:15,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:18:15,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 093120cda095262cd255420553bd8bf3 2024-12-02T14:18:15,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/replication/093120cda095262cd255420553bd8bf3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:15,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 093120cda095262cd255420553bd8bf3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58834892, jitterRate=-0.12329179048538208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:18:15,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 093120cda095262cd255420553bd8bf3 2024-12-02T14:18:15,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 093120cda095262cd255420553bd8bf3: Running coprocessor pre-open hook at 1733149095787Writing region info on filesystem at 1733149095788 (+1 ms)Initializing all the Stores at 1733149095788Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149095788Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149095793 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149095793Cleaning up temporary data from old regions at 1733149095798 (+5 ms)Running coprocessor post-open hooks at 1733149095801 (+3 ms)Region opened successfully at 1733149095801 2024-12-02T14:18:15,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3., pid=10, masterSystemTime=1733149095746 2024-12-02T14:18:15,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:15,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:15,804 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=093120cda095262cd255420553bd8bf3, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:15,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 093120cda095262cd255420553bd8bf3, server=a3a61c9ba14f,35255,1733149085098 because future has completed 2024-12-02T14:18:15,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:18:15,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 093120cda095262cd255420553bd8bf3, server=a3a61c9ba14f,35255,1733149085098 in 212 msec 2024-12-02T14:18:15,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T14:18:15,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=093120cda095262cd255420553bd8bf3, ASSIGN in 370 msec 2024-12-02T14:18:15,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:18:15,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149095809"}]},"ts":"1733149095809"} 2024-12-02T14:18:15,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:18:15,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:18:15,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-12-02T14:18:15,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3., hostname=a3a61c9ba14f,35255,1733149085098, seqNum=2] 2024-12-02T14:18:15,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:15,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:15,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:18:15,852 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 379, reset compression=false 2024-12-02T14:18:15,904 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 379, reset compression=false 2024-12-02T14:18:15,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T14:18:15,976 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:18:15,999 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,35255,1733149085098, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:18:15,999 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:15,999 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,35255,1733149085098, seqNum=-1] 2024-12-02T14:18:15,999 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:16,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T14:18:16,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,35255,1733149085098', locateType=CURRENT is [region=hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3., hostname=a3a61c9ba14f,35255,1733149085098, seqNum=2] 2024-12-02T14:18:16,003 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T14:18:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T14:18:16,005 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,35255,1733149085098 suceeded 2024-12-02T14:18:16,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T14:18:16,006 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:40283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:18:16,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-02T14:18:16,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4020 sec 2024-12-02T14:18:16,015 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:40283' 2024-12-02T14:18:16,016 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a235a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:16,016 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,40283,-1 for getting cluster id 2024-12-02T14:18:16,016 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:16,017 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f1c5580-9a57-433d-b55d-91c081482bbe' 2024-12-02T14:18:16,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:16,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f1c5580-9a57-433d-b55d-91c081482bbe" 2024-12-02T14:18:16,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2844fb0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:16,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,40283,-1] 2024-12-02T14:18:16,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:16,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:16,018 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:16,018 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7903d356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:16,018 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:16,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:16,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e12c9 2024-12-02T14:18:16,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:16,020 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-02T14:18:16,021 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,35255,1733149085098 (queues=1) is replicating from cluster=0811d095-e651-453d-8674-87ae528406c3 to cluster=1f1c5580-9a57-433d-b55d-91c081482bbe 2024-12-02T14:18:16,021 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C35255%2C1733149085098 2024-12-02T14:18:16,021 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,35255,1733149085098, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:18:16,021 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596, startPosition=0, beingWritten=true 2024-12-02T14:18:16,021 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C35255%2C1733149085098 2024-12-02T14:18:16,025 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:16,025 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 379, reset compression=false 2024-12-02T14:18:16,025 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35255,1733149085098 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:18:16,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T14:18:16,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T14:18:16,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T14:18:16,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T14:18:16,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:18:16,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T14:18:16,227 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 379, reset compression=false 2024-12-02T14:18:16,531 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 379, reset compression=false 2024-12-02T14:18:16,607 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 379, reset compression=false 2024-12-02T14:18:16,755 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 379, reset compression=false 2024-12-02T14:18:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:16,756 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:18:16,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:16,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:16,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:16,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:16,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:16,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:16,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,35967,-1 for getting cluster id 2024-12-02T14:18:16,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:16,758 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41316cfa-cfbc-48d4-a74d-807552b86a01' 2024-12-02T14:18:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41316cfa-cfbc-48d4-a74d-807552b86a01" 2024-12-02T14:18:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c4856c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,35967,-1] 2024-12-02T14:18:16,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:16,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:16,759 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:16,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0a21a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:16,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:16,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,40283,-1 for getting cluster id 2024-12-02T14:18:16,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:16,761 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f1c5580-9a57-433d-b55d-91c081482bbe' 2024-12-02T14:18:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f1c5580-9a57-433d-b55d-91c081482bbe" 2024-12-02T14:18:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38eaa9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,40283,-1] 2024-12-02T14:18:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:16,762 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@772a98fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:16,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192434ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:16,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,41161,-1 for getting cluster id 2024-12-02T14:18:16,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:16,764 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0811d095-e651-453d-8674-87ae528406c3' 2024-12-02T14:18:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0811d095-e651-453d-8674-87ae528406c3" 2024-12-02T14:18:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2314efc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,41161,-1] 2024-12-02T14:18:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:16,764 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:16,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebe763a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:16,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,44251,1733149078085, seqNum=-1] 2024-12-02T14:18:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:16,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:16,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733149087357.5df04586d48d8262a74c83c5a20f607d., hostname=a3a61c9ba14f,44251,1733149078085, seqNum=2] 2024-12-02T14:18:16,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,35255,1733149085098, seqNum=-1] 2024-12-02T14:18:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:16,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:16,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db., hostname=a3a61c9ba14f,35255,1733149085098, seqNum=2] 2024-12-02T14:18:16,775 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T14:18:16,934 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 379, reset compression=false 2024-12-02T14:18:17,410 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 379, reset compression=false 2024-12-02T14:18:17,437 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 379, reset compression=false 2024-12-02T14:18:17,759 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 379, reset compression=false 2024-12-02T14:18:17,775 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:18:17,775 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 480, reset compression=false 2024-12-02T14:18:17,776 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,44251,1733149078085 got entry batch from reader: WALEntryBatch [walEntries=[{test/5df04586d48d8262a74c83c5a20f607d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T14:18:17,777 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T14:18:17,778 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:18:17,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-02T14:18:17,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:18:17,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@747a74ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:17,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,40283,-1 for getting cluster id 2024-12-02T14:18:17,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:17,780 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f1c5580-9a57-433d-b55d-91c081482bbe' 2024-12-02T14:18:17,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:17,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f1c5580-9a57-433d-b55d-91c081482bbe" 2024-12-02T14:18:17,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27de3aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:17,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,40283,-1] 2024-12-02T14:18:17,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:17,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:17,781 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:17,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33af5c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:17,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:17,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46425,1733149081547, seqNum=-1] 2024-12-02T14:18:17,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:17,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T14:18:17,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733149089519.4bb57773a443d2219899a9f93fa1c526., hostname=a3a61c9ba14f,46425,1733149081547, seqNum=2] 2024-12-02T14:18:17,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:18:17,980 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 480, reset compression=false 2024-12-02T14:18:18,041 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 379, reset compression=false 2024-12-02T14:18:18,283 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 480, reset compression=false 2024-12-02T14:18:18,313 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 379, reset compression=false 2024-12-02T14:18:18,317 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:18:18,317 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 503, reset compression=false 2024-12-02T14:18:18,318 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46425,1733149081547 got entry batch from reader: WALEntryBatch [walEntries=[{test/4bb57773a443d2219899a9f93fa1c526/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T14:18:18,319 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:18:18,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-02T14:18:18,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:18:18,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24c0ea43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:18,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,41161,-1 for getting cluster id 2024-12-02T14:18:18,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:18,321 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0811d095-e651-453d-8674-87ae528406c3' 2024-12-02T14:18:18,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:18,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0811d095-e651-453d-8674-87ae528406c3" 2024-12-02T14:18:18,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cd2a4a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:18,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,41161,-1] 2024-12-02T14:18:18,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:18,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:18,323 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:18,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@675e6956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:18,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:18,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,35255,1733149085098, seqNum=-1] 2024-12-02T14:18:18,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:18,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T14:18:18,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db., hostname=a3a61c9ba14f,35255,1733149085098, seqNum=2] 2024-12-02T14:18:18,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:18:18,521 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 503, reset compression=false 2024-12-02T14:18:18,687 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 480, reset compression=false 2024-12-02T14:18:18,745 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 379, reset compression=false 2024-12-02T14:18:18,749 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:18,749 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 526, reset compression=false 2024-12-02T14:18:18,749 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35255,1733149085098 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:18:18,778 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T14:18:18,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46425,1733149081547, seqNum=-1] 2024-12-02T14:18:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:18,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733149089519.4bb57773a443d2219899a9f93fa1c526., hostname=a3a61c9ba14f,46425,1733149081547, seqNum=2] 2024-12-02T14:18:18,785 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T14:18:18,824 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 503, reset compression=false 2024-12-02T14:18:18,827 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:18:18,827 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 607, reset compression=false 2024-12-02T14:18:18,827 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46425,1733149081547 got entry batch from reader: WALEntryBatch [walEntries=[{test/4bb57773a443d2219899a9f93fa1c526/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T14:18:18,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:18:18,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:18:18,952 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 526, reset compression=false 2024-12-02T14:18:18,956 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:18,956 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 653, reset compression=false 2024-12-02T14:18:18,956 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35255,1733149085098 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:18:19,031 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 607, reset compression=false 2024-12-02T14:18:19,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:18:19,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,160 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 653, reset compression=false 2024-12-02T14:18:19,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:19,195 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 480, reset compression=false 2024-12-02T14:18:19,334 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 607, reset compression=false 2024-12-02T14:18:19,478 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 653, reset compression=false 2024-12-02T14:18:19,739 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 607, reset compression=false 2024-12-02T14:18:19,787 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T14:18:19,789 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T14:18:19,822 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 480, reset compression=false 2024-12-02T14:18:19,881 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 653, reset compression=false 2024-12-02T14:18:19,886 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:18:19,886 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 757, reset compression=false 2024-12-02T14:18:19,886 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35255,1733149085098 got entry batch from reader: WALEntryBatch [walEntries=[{test/c279dd0e830d62d81eb1a5c2f84d30db/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T14:18:19,888 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:18:19,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-02T14:18:19,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:18:19,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:18:20,090 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 757, reset compression=false 2024-12-02T14:18:20,242 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 607, reset compression=false 2024-12-02T14:18:20,245 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:20,245 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 734, reset compression=false 2024-12-02T14:18:20,245 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46425,1733149081547 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:18:20,393 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 757, reset compression=false 2024-12-02T14:18:20,448 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 734, reset compression=false 2024-12-02T14:18:20,525 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 480, reset compression=false 2024-12-02T14:18:20,752 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 734, reset compression=false 2024-12-02T14:18:20,791 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T14:18:20,795 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T14:18:20,797 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 757, reset compression=false 2024-12-02T14:18:21,155 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 734, reset compression=false 2024-12-02T14:18:21,300 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 757, reset compression=false 2024-12-02T14:18:21,328 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 480, reset compression=false 2024-12-02T14:18:21,332 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:18:21,332 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:21,332 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,44251,1733149078085 got entry batch from reader: WALEntryBatch [walEntries=[{test/5df04586d48d8262a74c83c5a20f607d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T14:18:21,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:18:21,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:18:21,536 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:21,659 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 734, reset compression=false 2024-12-02T14:18:21,665 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:18:21,665 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 881, reset compression=false 2024-12-02T14:18:21,665 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46425,1733149081547 got entry batch from reader: WALEntryBatch [walEntries=[{test/4bb57773a443d2219899a9f93fa1c526/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T14:18:21,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:18:21,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:18:21,796 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T14:18:21,799 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T14:18:21,839 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:21,869 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 881, reset compression=false 2024-12-02T14:18:21,873 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:18:21,873 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1040, reset compression=false 2024-12-02T14:18:21,873 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46425,1733149081547 got entry batch from reader: WALEntryBatch [walEntries=[{test/4bb57773a443d2219899a9f93fa1c526/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T14:18:21,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:18:21,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:18:21,904 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 757, reset compression=false 2024-12-02T14:18:21,908 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:21,908 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 1076, reset compression=false 2024-12-02T14:18:21,908 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35255,1733149085098 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:18:22,076 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1040, reset compression=false 2024-12-02T14:18:22,112 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 1076, reset compression=false 2024-12-02T14:18:22,242 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:22,380 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1040, reset compression=false 2024-12-02T14:18:22,415 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 1076, reset compression=false 2024-12-02T14:18:22,745 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:22,783 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1040, reset compression=false 2024-12-02T14:18:22,801 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T14:18:22,803 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T14:18:22,818 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 1076, reset compression=false 2024-12-02T14:18:22,822 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:18:22,822 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 1235, reset compression=false 2024-12-02T14:18:22,822 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35255,1733149085098 got entry batch from reader: WALEntryBatch [walEntries=[{test/c279dd0e830d62d81eb1a5c2f84d30db/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T14:18:22,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T14:18:22,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T14:18:23,025 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 1235, reset compression=false 2024-12-02T14:18:23,286 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1040, reset compression=false 2024-12-02T14:18:23,290 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:23,290 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1189, reset compression=false 2024-12-02T14:18:23,290 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46425,1733149081547 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:18:23,329 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 1235, reset compression=false 2024-12-02T14:18:23,349 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:23,493 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1189, reset compression=false 2024-12-02T14:18:23,732 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 1235, reset compression=false 2024-12-02T14:18:23,799 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1189, reset compression=false 2024-12-02T14:18:23,805 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T14:18:23,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:18:23,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:23,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:23,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:23,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:23,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:23,810 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:18:23,810 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2019378899, stopped=false 2024-12-02T14:18:23,810 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,41161,1733149085059 2024-12-02T14:18:23,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1374353335/running 2024-12-02T14:18:23,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1374353335/running 2024-12-02T14:18:23,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:23,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:23,811 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:18:23,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:23,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:23,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:23,812 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,35255,1733149085098' ***** 2024-12-02T14:18:23,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Set watcher on znode that does not yet exist, /2-1374353335/running 2024-12-02T14:18:23,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Set watcher on znode that does not yet exist, /2-1374353335/running 2024-12-02T14:18:23,812 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:18:23,813 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:18:23,813 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:18:23,813 INFO [RS:0;a3a61c9ba14f:35255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:18:23,813 INFO [RS:0;a3a61c9ba14f:35255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:18:23,813 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(3091): Received CLOSE for c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:23,813 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(3091): Received CLOSE for 093120cda095262cd255420553bd8bf3 2024-12-02T14:18:23,813 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:23,813 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:18:23,813 INFO [RS:0;a3a61c9ba14f:35255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:35255. 2024-12-02T14:18:23,813 DEBUG [RS:0;a3a61c9ba14f:35255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:23,813 DEBUG [RS:0;a3a61c9ba14f:35255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:23,813 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c279dd0e830d62d81eb1a5c2f84d30db, disabling compactions & flushes 2024-12-02T14:18:23,813 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:18:23,813 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. 2024-12-02T14:18:23,813 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:18:23,813 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. 2024-12-02T14:18:23,813 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:18:23,813 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. after waiting 0 ms 2024-12-02T14:18:23,813 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:18:23,813 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. 2024-12-02T14:18:23,814 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c279dd0e830d62d81eb1a5c2f84d30db 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T14:18:23,814 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T14:18:23,814 DEBUG [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1325): Online Regions={c279dd0e830d62d81eb1a5c2f84d30db=test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db., 1588230740=hbase:meta,,1.1588230740, 093120cda095262cd255420553bd8bf3=hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3.} 2024-12-02T14:18:23,814 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:18:23,814 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:18:23,814 DEBUG [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1351): Waiting on 093120cda095262cd255420553bd8bf3, 1588230740, c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:23,814 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:18:23,814 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:18:23,814 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:18:23,814 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T14:18:23,831 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/.tmp/info/c52750cd18224038b099253151b6f06d is 147, key is hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3./info:regioninfo/1733149095803/Put/seqid=0 2024-12-02T14:18:23,831 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/.tmp/f/effe9a0fe8d44006bdc64004126686cf is 29, key is row1/f:/1733149101797/DeleteFamily/seqid=0 2024-12-02T14:18:23,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741840_1016 (size=7686) 2024-12-02T14:18:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741841_1017 (size=5152) 2024-12-02T14:18:23,846 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/.tmp/f/effe9a0fe8d44006bdc64004126686cf 2024-12-02T14:18:23,850 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for effe9a0fe8d44006bdc64004126686cf 2024-12-02T14:18:23,867 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/.tmp/f1/6f7a826c1e7240188f145de92a73899d is 30, key is row1/f1:/1733149101797/DeleteFamily/seqid=0 2024-12-02T14:18:23,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741842_1018 (size=5158) 2024-12-02T14:18:23,871 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/.tmp/f1/6f7a826c1e7240188f145de92a73899d 2024-12-02T14:18:23,874 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f7a826c1e7240188f145de92a73899d 2024-12-02T14:18:23,877 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:18:23,887 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/.tmp/norep/3c31821324964a4aa267bec889c0329d is 33, key is row2/norep:/1733149102801/DeleteFamily/seqid=0 2024-12-02T14:18:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741843_1019 (size=5108) 2024-12-02T14:18:24,014 DEBUG [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1351): Waiting on 093120cda095262cd255420553bd8bf3, 1588230740, c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:24,052 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:24,203 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1189, reset compression=false 2024-12-02T14:18:24,214 DEBUG [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1351): Waiting on 093120cda095262cd255420553bd8bf3, 1588230740, c279dd0e830d62d81eb1a5c2f84d30db 2024-12-02T14:18:24,236 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 1235, reset compression=false 2024-12-02T14:18:24,239 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:24,239 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 1482, reset compression=false 2024-12-02T14:18:24,239 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,35255,1733149085098 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:18:24,240 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a3a61c9ba14f,35255,1733149085098: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a3a61c9ba14f,35255,1733149085098, walGroup=a3a61c9ba14f%2C35255%2C1733149085098, offset=a3a61c9ba14f%2C35255%2C1733149085098.1733149086596:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:35255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T14:18:24,241 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:18:24,241 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:18:24,242 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:18:24,242 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:18:24,242 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:18:24,242 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 823053816 }, "NonHeapMemoryUsage": { "committed": 205389824, "init": 7667712, "max": -1, "used": 201488184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T14:18:24,243 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:41161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:41161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T14:18:24,244 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/.tmp/info/c52750cd18224038b099253151b6f06d 2024-12-02T14:18:24,264 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/.tmp/ns/92ba15a5d034472e8ca5d074410c51c0 is 43, key is default/ns:d/1733149087224/Put/seqid=0 2024-12-02T14:18:24,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741844_1020 (size=5153) 2024-12-02T14:18:24,267 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/.tmp/ns/92ba15a5d034472e8ca5d074410c51c0 2024-12-02T14:18:24,285 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/.tmp/rep_barrier/3111a61b91d34c639a915f03b95d4a50 is 112, key is test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db./rep_barrier:seqnumDuringOpen/1733149091017/Put/seqid=0 2024-12-02T14:18:24,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741845_1021 (size=5518) 2024-12-02T14:18:24,290 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/.tmp/norep/3c31821324964a4aa267bec889c0329d 2024-12-02T14:18:24,294 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c31821324964a4aa267bec889c0329d 2024-12-02T14:18:24,294 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/.tmp/f/effe9a0fe8d44006bdc64004126686cf as hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/f/effe9a0fe8d44006bdc64004126686cf 2024-12-02T14:18:24,298 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for effe9a0fe8d44006bdc64004126686cf 2024-12-02T14:18:24,298 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/f/effe9a0fe8d44006bdc64004126686cf, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T14:18:24,299 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/.tmp/f1/6f7a826c1e7240188f145de92a73899d as hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/f1/6f7a826c1e7240188f145de92a73899d 2024-12-02T14:18:24,302 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f7a826c1e7240188f145de92a73899d 2024-12-02T14:18:24,302 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/f1/6f7a826c1e7240188f145de92a73899d, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T14:18:24,303 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/.tmp/norep/3c31821324964a4aa267bec889c0329d as hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/norep/3c31821324964a4aa267bec889c0329d 2024-12-02T14:18:24,306 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c31821324964a4aa267bec889c0329d 2024-12-02T14:18:24,306 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/norep/3c31821324964a4aa267bec889c0329d, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T14:18:24,307 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c279dd0e830d62d81eb1a5c2f84d30db in 493ms, sequenceid=10, compaction requested=false 2024-12-02T14:18:24,311 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/default/test/c279dd0e830d62d81eb1a5c2f84d30db/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T14:18:24,311 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:18:24,311 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:18:24,311 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. 2024-12-02T14:18:24,311 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c279dd0e830d62d81eb1a5c2f84d30db: Waiting for close lock at 1733149103813Running coprocessor pre-close hooks at 1733149103813Disabling compacts and flushes for region at 1733149103813Disabling writes for close at 1733149103813Obtaining lock to block concurrent updates at 1733149103814 (+1 ms)Preparing flush snapshotting stores in c279dd0e830d62d81eb1a5c2f84d30db at 1733149103814Finished memstore snapshotting test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733149103814Flushing stores of test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. at 1733149103815 (+1 ms)Flushing c279dd0e830d62d81eb1a5c2f84d30db/f: creating writer at 1733149103815Flushing c279dd0e830d62d81eb1a5c2f84d30db/f: appending metadata at 1733149103831 (+16 ms)Flushing c279dd0e830d62d81eb1a5c2f84d30db/f: closing flushed file at 1733149103831Flushing c279dd0e830d62d81eb1a5c2f84d30db/f1: creating writer at 1733149103850 (+19 ms)Flushing c279dd0e830d62d81eb1a5c2f84d30db/f1: appending metadata at 1733149103867 (+17 ms)Flushing c279dd0e830d62d81eb1a5c2f84d30db/f1: closing flushed file at 1733149103867Flushing c279dd0e830d62d81eb1a5c2f84d30db/norep: creating writer at 1733149103874 (+7 ms)Flushing c279dd0e830d62d81eb1a5c2f84d30db/norep: appending metadata at 1733149103886 (+12 ms)Flushing c279dd0e830d62d81eb1a5c2f84d30db/norep: closing flushed file at 1733149103886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13785c3f: reopening flushed file at 1733149104294 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1131a0ec: reopening flushed file at 1733149104298 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f439ae: reopening flushed file at 1733149104302 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c279dd0e830d62d81eb1a5c2f84d30db in 493ms, sequenceid=10, compaction requested=false at 1733149104307 (+5 ms)Writing region close event to WAL at 1733149104309 (+2 ms)Running coprocessor post-close hooks at 1733149104311 (+2 ms)Closed at 1733149104311 2024-12-02T14:18:24,311 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733149090669.c279dd0e830d62d81eb1a5c2f84d30db. 2024-12-02T14:18:24,312 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 093120cda095262cd255420553bd8bf3, disabling compactions & flushes 2024-12-02T14:18:24,312 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:24,312 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:24,312 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. after waiting 0 ms 2024-12-02T14:18:24,312 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:24,312 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 093120cda095262cd255420553bd8bf3: Waiting for close lock at 1733149104312Running coprocessor pre-close hooks at 1733149104312Disabling compacts and flushes for region at 1733149104312Disabling writes for close at 1733149104312Failed flush hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3., putting online again at 1733149104312 2024-12-02T14:18:24,312 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:24,414 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(3091): Received CLOSE for 093120cda095262cd255420553bd8bf3 2024-12-02T14:18:24,415 DEBUG [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1351): Waiting on 093120cda095262cd255420553bd8bf3, 1588230740 2024-12-02T14:18:24,415 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 093120cda095262cd255420553bd8bf3, disabling compactions & flushes 2024-12-02T14:18:24,415 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:24,415 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:24,415 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. after waiting 0 ms 2024-12-02T14:18:24,415 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:24,415 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 093120cda095262cd255420553bd8bf3: Waiting for close lock at 1733149104415Running coprocessor pre-close hooks at 1733149104415Disabling compacts and flushes for region at 1733149104415Disabling writes for close at 1733149104415Failed flush hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3., putting online again at 1733149104415 2024-12-02T14:18:24,415 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3. 2024-12-02T14:18:24,442 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 1482, reset compression=false 2024-12-02T14:18:24,446 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:24,446 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 2126, reset compression=false 2024-12-02T14:18:24,535 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:18:24,535 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:18:24,615 DEBUG [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:18:24,649 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 2126, reset compression=false 2024-12-02T14:18:24,689 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/.tmp/rep_barrier/3111a61b91d34c639a915f03b95d4a50 2024-12-02T14:18:24,709 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/.tmp/table/313c9c36b55c4eae884926df4122821f is 53, key is hbase:replication/table:state/1733149095809/Put/seqid=0 2024-12-02T14:18:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741846_1022 (size=5308) 2024-12-02T14:18:24,713 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/.tmp/table/313c9c36b55c4eae884926df4122821f 2024-12-02T14:18:24,713 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1189, reset compression=false 2024-12-02T14:18:24,718 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/.tmp/info/c52750cd18224038b099253151b6f06d as hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/info/c52750cd18224038b099253151b6f06d 2024-12-02T14:18:24,722 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/info/c52750cd18224038b099253151b6f06d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T14:18:24,723 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/.tmp/ns/92ba15a5d034472e8ca5d074410c51c0 as hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/ns/92ba15a5d034472e8ca5d074410c51c0 2024-12-02T14:18:24,726 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/ns/92ba15a5d034472e8ca5d074410c51c0, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T14:18:24,727 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/.tmp/rep_barrier/3111a61b91d34c639a915f03b95d4a50 as hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/rep_barrier/3111a61b91d34c639a915f03b95d4a50 2024-12-02T14:18:24,730 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/rep_barrier/3111a61b91d34c639a915f03b95d4a50, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T14:18:24,731 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/.tmp/table/313c9c36b55c4eae884926df4122821f as hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/table/313c9c36b55c4eae884926df4122821f 2024-12-02T14:18:24,734 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/table/313c9c36b55c4eae884926df4122821f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T14:18:24,735 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false 2024-12-02T14:18:24,739 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T14:18:24,739 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:18:24,739 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:18:24,739 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:18:24,739 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149103814Running coprocessor pre-close hooks at 1733149103814Disabling compacts and flushes for region at 1733149103814Disabling writes for close at 1733149103814Obtaining lock to block concurrent updates at 1733149103814Preparing flush snapshotting stores in 1588230740 at 1733149103814Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733149103814Flushing stores of hbase:meta,,1.1588230740 at 1733149103814Flushing 1588230740/info: creating writer at 1733149103815 (+1 ms)Flushing 1588230740/info: appending metadata at 1733149103831 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733149103831Flushing 1588230740/ns: creating writer at 1733149104248 (+417 ms)Flushing 1588230740/ns: appending metadata at 1733149104263 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733149104263Flushing 1588230740/rep_barrier: creating writer at 1733149104271 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733149104285 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733149104285Flushing 1588230740/table: creating writer at 1733149104692 (+407 ms)Flushing 1588230740/table: appending metadata at 1733149104708 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733149104708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717666ad: reopening flushed file at 1733149104718 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efb39ec: reopening flushed file at 1733149104722 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792f2edf: reopening flushed file at 1733149104726 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca40fd8: reopening flushed file at 1733149104731 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false at 1733149104735 (+4 ms)Writing region close event to WAL at 1733149104736 (+1 ms)Running coprocessor post-close hooks at 1733149104739 (+3 ms)Closed at 1733149104739 2024-12-02T14:18:24,739 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:18:24,815 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T14:18:24,815 DEBUG [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1325): Online Regions={093120cda095262cd255420553bd8bf3=hbase:replication,,1733149094612.093120cda095262cd255420553bd8bf3.} 2024-12-02T14:18:24,815 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T14:18:24,815 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,35255,1733149085098; all regions closed. 2024-12-02T14:18:24,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741834_1010 (size=4239) 2024-12-02T14:18:24,817 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.meta.1733149087189.meta not finished, retry = 0 2024-12-02T14:18:24,855 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:24,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741839_1015 (size=1953) 2024-12-02T14:18:24,919 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.rep.1733149095759 not finished, retry = 0 2024-12-02T14:18:24,953 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 to pos 2126, reset compression=false 2024-12-02T14:18:25,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741832_1008 (size=2134) 2024-12-02T14:18:25,022 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/WALs/a3a61c9ba14f,35255,1733149085098/a3a61c9ba14f%2C35255%2C1733149085098.1733149086596 not finished, retry = 0 2024-12-02T14:18:25,123 DEBUG [RS:0;a3a61c9ba14f:35255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:25,123 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:18:25,123 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:18:25,123 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:18:25,123 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:18:25,123 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:18:25,124 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,35255,1733149085098 because: Region server is closing 2024-12-02T14:18:25,124 INFO [RS:0;a3a61c9ba14f:35255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:35255. 2024-12-02T14:18:25,124 DEBUG [RS:0;a3a61c9ba14f:35255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:25,124 DEBUG [RS:0;a3a61c9ba14f:35255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:25,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:25,124 DEBUG [RS:0;a3a61c9ba14f:35255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:25,224 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.shippera3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 terminated 2024-12-02T14:18:25,224 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,35255,1733149085098.replicationSource.wal-reader.a3a61c9ba14f%2C35255%2C1733149085098,1-a3a61c9ba14f,35255,1733149085098 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T14:18:25,225 INFO [RS:0;a3a61c9ba14f:35255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:35255. 2024-12-02T14:18:25,225 DEBUG [RS:0;a3a61c9ba14f:35255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:25,225 DEBUG [RS:0;a3a61c9ba14f:35255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:25,225 DEBUG [RS:0;a3a61c9ba14f:35255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:25,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:25,225 INFO [RS:0;a3a61c9ba14f:35255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35255 2024-12-02T14:18:25,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1374353335/rs/a3a61c9ba14f,35255,1733149085098 2024-12-02T14:18:25,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335/rs 2024-12-02T14:18:25,226 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:18:25,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,35255,1733149085098] 2024-12-02T14:18:25,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1374353335/draining/a3a61c9ba14f,35255,1733149085098 already deleted, retry=false 2024-12-02T14:18:25,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,35255,1733149085098 expired; onlineServers=0 2024-12-02T14:18:25,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,41161,1733149085059' ***** 2024-12-02T14:18:25,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:18:25,228 INFO [M:0;a3a61c9ba14f:41161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:18:25,228 INFO [M:0;a3a61c9ba14f:41161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:18:25,228 DEBUG [M:0;a3a61c9ba14f:41161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:18:25,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:18:25,228 DEBUG [M:0;a3a61c9ba14f:41161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:18:25,228 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149086429 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149086429,5,FailOnTimeoutGroup] 2024-12-02T14:18:25,228 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149086433 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149086433,5,FailOnTimeoutGroup] 2024-12-02T14:18:25,228 INFO [M:0;a3a61c9ba14f:41161 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:18:25,228 INFO [M:0;a3a61c9ba14f:41161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:18:25,228 DEBUG [M:0;a3a61c9ba14f:41161 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:18:25,228 INFO [M:0;a3a61c9ba14f:41161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:18:25,229 INFO [M:0;a3a61c9ba14f:41161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:18:25,229 INFO [M:0;a3a61c9ba14f:41161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:18:25,229 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:18:25,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1374353335/master 2024-12-02T14:18:25,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1374353335 2024-12-02T14:18:25,229 DEBUG [M:0;a3a61c9ba14f:41161 {}] zookeeper.ZKUtil(347): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Unable to get data of znode /2-1374353335/master because node does not exist (not an error) 2024-12-02T14:18:25,229 WARN [M:0;a3a61c9ba14f:41161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:18:25,230 INFO [M:0;a3a61c9ba14f:41161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/.lastflushedseqids 2024-12-02T14:18:25,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741847_1023 (size=245) 2024-12-02T14:18:25,233 INFO [M:0;a3a61c9ba14f:41161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:18:25,233 INFO [M:0;a3a61c9ba14f:41161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:18:25,234 DEBUG [M:0;a3a61c9ba14f:41161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:18:25,234 INFO [M:0;a3a61c9ba14f:41161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:25,234 DEBUG [M:0;a3a61c9ba14f:41161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:25,234 DEBUG [M:0;a3a61c9ba14f:41161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:18:25,234 DEBUG [M:0;a3a61c9ba14f:41161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:25,234 INFO [M:0;a3a61c9ba14f:41161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-02T14:18:25,248 DEBUG [M:0;a3a61c9ba14f:41161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/384dc44977694f54b2e655a128c248d3 is 82, key is hbase:meta,,1/info:regioninfo/1733149087217/Put/seqid=0 2024-12-02T14:18:25,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741848_1024 (size=5672) 2024-12-02T14:18:25,251 INFO [M:0;a3a61c9ba14f:41161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/384dc44977694f54b2e655a128c248d3 2024-12-02T14:18:25,270 DEBUG [M:0;a3a61c9ba14f:41161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c885cff6d83847f298a22bf0b7f2ed0a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733149095811/Put/seqid=0 2024-12-02T14:18:25,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741849_1025 (size=8517) 2024-12-02T14:18:25,318 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1189, reset compression=false 2024-12-02T14:18:25,327 INFO [RS:0;a3a61c9ba14f:35255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:18:25,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:18:25,327 INFO [RS:0;a3a61c9ba14f:35255 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,35255,1733149085098; zookeeper connection closed. 2024-12-02T14:18:25,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35255-0x1009b4b8a8b0007, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:18:25,327 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56191cab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56191cab 2024-12-02T14:18:25,328 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:18:25,674 INFO [M:0;a3a61c9ba14f:41161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c885cff6d83847f298a22bf0b7f2ed0a 2024-12-02T14:18:25,689 DEBUG [M:0;a3a61c9ba14f:41161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed4952945b6c495eb9582770e1c9438e is 69, key is a3a61c9ba14f,35255,1733149085098/rs:state/1733149086446/Put/seqid=0 2024-12-02T14:18:25,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741850_1026 (size=5156) 2024-12-02T14:18:25,758 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:26,021 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1189, reset compression=false 2024-12-02T14:18:26,093 INFO [M:0;a3a61c9ba14f:41161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed4952945b6c495eb9582770e1c9438e 2024-12-02T14:18:26,096 DEBUG [M:0;a3a61c9ba14f:41161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/384dc44977694f54b2e655a128c248d3 as hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/384dc44977694f54b2e655a128c248d3 2024-12-02T14:18:26,099 INFO [M:0;a3a61c9ba14f:41161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/384dc44977694f54b2e655a128c248d3, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T14:18:26,100 DEBUG [M:0;a3a61c9ba14f:41161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c885cff6d83847f298a22bf0b7f2ed0a as hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c885cff6d83847f298a22bf0b7f2ed0a 2024-12-02T14:18:26,103 INFO [M:0;a3a61c9ba14f:41161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c885cff6d83847f298a22bf0b7f2ed0a, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T14:18:26,104 DEBUG [M:0;a3a61c9ba14f:41161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed4952945b6c495eb9582770e1c9438e as hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed4952945b6c495eb9582770e1c9438e 2024-12-02T14:18:26,107 INFO [M:0;a3a61c9ba14f:41161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43705/user/jenkins/test-data/f7bb4172-dbfa-aa09-8770-418fdab84685/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed4952945b6c495eb9582770e1c9438e, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T14:18:26,107 INFO [M:0;a3a61c9ba14f:41161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false 2024-12-02T14:18:26,108 INFO [M:0;a3a61c9ba14f:41161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:26,108 DEBUG [M:0;a3a61c9ba14f:41161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149105234Disabling compacts and flushes for region at 1733149105234Disabling writes for close at 1733149105234Obtaining lock to block concurrent updates at 1733149105234Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149105234Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733149105234Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149105235 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149105235Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149105247 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149105247Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149105254 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149105270 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149105270Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149105677 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149105689 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149105689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2914a909: reopening flushed file at 1733149106096 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e6b21d: reopening flushed file at 1733149106099 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a7f0c9: reopening flushed file at 1733149106103 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false at 1733149106107 (+4 ms)Writing region close event to WAL at 1733149106108 (+1 ms)Closed at 1733149106108 2024-12-02T14:18:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741830_1006 (size=63666) 2024-12-02T14:18:26,110 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:18:26,110 INFO [M:0;a3a61c9ba14f:41161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:18:26,111 INFO [M:0;a3a61c9ba14f:41161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41161 2024-12-02T14:18:26,111 INFO [M:0;a3a61c9ba14f:41161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:18:26,212 INFO [M:0;a3a61c9ba14f:41161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:18:26,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:18:26,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41161-0x1009b4b8a8b0006, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:18:26,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2482a93b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:18:26,216 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:18:26,216 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:18:26,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:18:26,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/hadoop.log.dir/,STOPPED} 2024-12-02T14:18:26,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:18:26,217 WARN [BP-766856582-172.17.0.2-1733149084213 heartbeating to localhost/127.0.0.1:43705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:18:26,217 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:18:26,217 WARN [BP-766856582-172.17.0.2-1733149084213 heartbeating to localhost/127.0.0.1:43705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-766856582-172.17.0.2-1733149084213 (Datanode Uuid edf565eb-ded7-442e-81ec-da8f0dc8f224) service to localhost/127.0.0.1:43705 2024-12-02T14:18:26,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/cluster_b86ff492-1add-064e-ea1b-41d96db07a4c/data/data1/current/BP-766856582-172.17.0.2-1733149084213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:18:26,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/cluster_b86ff492-1add-064e-ea1b-41d96db07a4c/data/data2/current/BP-766856582-172.17.0.2-1733149084213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:18:26,218 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:18:26,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58a34c8d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:18:26,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64019185{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:18:26,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:18:26,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7b342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:18:26,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c8887e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/hadoop.log.dir/,STOPPED} 2024-12-02T14:18:26,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:18:26,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:18:26,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:26,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:26,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:26,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:26,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:18:26,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:26,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2116793578, stopped=false 2024-12-02T14:18:26,235 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,40283,1733149081496 2024-12-02T14:18:26,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11982099551/running 2024-12-02T14:18:26,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11982099551/running 2024-12-02T14:18:26,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:26,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:26,236 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:18:26,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:26,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:26,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:26,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Set watcher on znode that does not yet exist, /11982099551/running 2024-12-02T14:18:26,236 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,46425,1733149081547' ***** 2024-12-02T14:18:26,236 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:18:26,237 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:18:26,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Set watcher on znode that does not yet exist, /11982099551/running 2024-12-02T14:18:26,237 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:18:26,237 INFO [RS:0;a3a61c9ba14f:46425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:18:26,237 INFO [RS:0;a3a61c9ba14f:46425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:18:26,237 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(3091): Received CLOSE for 4bb57773a443d2219899a9f93fa1c526 2024-12-02T14:18:26,237 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(3091): Received CLOSE for b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:26,237 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:26,237 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:18:26,238 INFO [RS:0;a3a61c9ba14f:46425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:46425. 2024-12-02T14:18:26,238 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4bb57773a443d2219899a9f93fa1c526, disabling compactions & flushes 2024-12-02T14:18:26,238 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. 2024-12-02T14:18:26,238 DEBUG [RS:0;a3a61c9ba14f:46425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:26,238 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. 2024-12-02T14:18:26,238 DEBUG [RS:0;a3a61c9ba14f:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:26,238 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. after waiting 0 ms 2024-12-02T14:18:26,238 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. 2024-12-02T14:18:26,238 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:18:26,238 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:18:26,238 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4bb57773a443d2219899a9f93fa1c526 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T14:18:26,238 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:18:26,238 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:18:26,238 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T14:18:26,238 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1325): Online Regions={4bb57773a443d2219899a9f93fa1c526=test,,1733149089519.4bb57773a443d2219899a9f93fa1c526., b8c56d5c593da9b763a9c94f4f35ce90=hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:18:26,238 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bb57773a443d2219899a9f93fa1c526, b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:26,238 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:18:26,238 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:18:26,238 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:18:26,238 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:18:26,238 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:18:26,238 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T14:18:26,254 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:18:26,259 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/.tmp/f/2c39824958aa4fdea224ce6f6f9e787c is 29, key is row1/f:/1733149101797/DeleteFamily/seqid=0 2024-12-02T14:18:26,261 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/.tmp/info/9152768b8d44430e9f5d8d6e47f003a6 is 147, key is hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90./info:regioninfo/1733149093617/Put/seqid=0 2024-12-02T14:18:26,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741840_1016 (size=5152) 2024-12-02T14:18:26,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741841_1017 (size=7686) 2024-12-02T14:18:26,438 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bb57773a443d2219899a9f93fa1c526, b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:26,638 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bb57773a443d2219899a9f93fa1c526, b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:26,663 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/.tmp/f/2c39824958aa4fdea224ce6f6f9e787c 2024-12-02T14:18:26,664 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/.tmp/info/9152768b8d44430e9f5d8d6e47f003a6 2024-12-02T14:18:26,667 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c39824958aa4fdea224ce6f6f9e787c 2024-12-02T14:18:26,684 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/.tmp/ns/209747fd52ea4b24903b520124936e22 is 43, key is default/ns:d/1733149084128/Put/seqid=0 2024-12-02T14:18:26,684 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/.tmp/f1/cd8f67c1581941e4ba439a2f12c7cf81 is 30, key is row1/f1:/1733149101797/DeleteFamily/seqid=0 2024-12-02T14:18:26,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741843_1019 (size=5153) 2024-12-02T14:18:26,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741842_1018 (size=5158) 2024-12-02T14:18:26,760 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:26,824 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1189, reset compression=false 2024-12-02T14:18:26,828 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:26,828 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1436, reset compression=false 2024-12-02T14:18:26,828 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,46425,1733149081547 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:18:26,829 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a3a61c9ba14f,46425,1733149081547: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a3a61c9ba14f,46425,1733149081547, walGroup=a3a61c9ba14f%2C46425%2C1733149081547, offset=a3a61c9ba14f%2C46425%2C1733149081547.1733149083165:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T14:18:26,830 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:18:26,830 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:18:26,830 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:18:26,830 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:18:26,830 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:18:26,830 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 812009784 }, "NonHeapMemoryUsage": { "committed": 205520896, "init": 7667712, "max": -1, "used": 201737240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T14:18:26,831 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:40283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:40283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T14:18:26,839 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bb57773a443d2219899a9f93fa1c526, b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:27,029 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:18:27,030 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:18:27,031 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1436, reset compression=false 2024-12-02T14:18:27,039 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bb57773a443d2219899a9f93fa1c526, b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:27,087 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/.tmp/ns/209747fd52ea4b24903b520124936e22 2024-12-02T14:18:27,087 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/.tmp/f1/cd8f67c1581941e4ba439a2f12c7cf81 2024-12-02T14:18:27,090 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd8f67c1581941e4ba439a2f12c7cf81 2024-12-02T14:18:27,101 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/.tmp/rep_barrier/91aa63cdace147368851210fe7b2213e is 112, key is test,,1733149089519.4bb57773a443d2219899a9f93fa1c526./rep_barrier:seqnumDuringOpen/1733149090362/Put/seqid=0 2024-12-02T14:18:27,102 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/.tmp/norep/1ab106bbc1c14b27af176928c0e011bb is 33, key is row1/norep:/1733149101797/DeleteFamily/seqid=0 2024-12-02T14:18:27,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741844_1020 (size=5518) 2024-12-02T14:18:27,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741845_1021 (size=5108) 2024-12-02T14:18:27,239 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bb57773a443d2219899a9f93fa1c526, b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:27,334 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1436, reset compression=false 2024-12-02T14:18:27,439 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bb57773a443d2219899a9f93fa1c526, b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:27,505 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/.tmp/rep_barrier/91aa63cdace147368851210fe7b2213e 2024-12-02T14:18:27,505 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/.tmp/norep/1ab106bbc1c14b27af176928c0e011bb 2024-12-02T14:18:27,508 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ab106bbc1c14b27af176928c0e011bb 2024-12-02T14:18:27,509 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/.tmp/f/2c39824958aa4fdea224ce6f6f9e787c as hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/f/2c39824958aa4fdea224ce6f6f9e787c 2024-12-02T14:18:27,512 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c39824958aa4fdea224ce6f6f9e787c 2024-12-02T14:18:27,512 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/f/2c39824958aa4fdea224ce6f6f9e787c, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T14:18:27,513 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/.tmp/f1/cd8f67c1581941e4ba439a2f12c7cf81 as hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/f1/cd8f67c1581941e4ba439a2f12c7cf81 2024-12-02T14:18:27,516 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd8f67c1581941e4ba439a2f12c7cf81 2024-12-02T14:18:27,516 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/f1/cd8f67c1581941e4ba439a2f12c7cf81, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T14:18:27,517 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/.tmp/norep/1ab106bbc1c14b27af176928c0e011bb as hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/norep/1ab106bbc1c14b27af176928c0e011bb 2024-12-02T14:18:27,520 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ab106bbc1c14b27af176928c0e011bb 2024-12-02T14:18:27,520 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/norep/1ab106bbc1c14b27af176928c0e011bb, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T14:18:27,520 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/.tmp/table/39790505237e4c7dadf26e87384c3f8e is 53, key is hbase:replication/table:state/1733149093623/Put/seqid=0 2024-12-02T14:18:27,521 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4bb57773a443d2219899a9f93fa1c526 in 1283ms, sequenceid=10, compaction requested=false 2024-12-02T14:18:27,521 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T14:18:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741846_1022 (size=5308) 2024-12-02T14:18:27,525 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/.tmp/table/39790505237e4c7dadf26e87384c3f8e 2024-12-02T14:18:27,526 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/default/test/4bb57773a443d2219899a9f93fa1c526/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T14:18:27,527 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:18:27,527 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:18:27,527 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. 2024-12-02T14:18:27,527 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4bb57773a443d2219899a9f93fa1c526: Waiting for close lock at 1733149106237Running coprocessor pre-close hooks at 1733149106237Disabling compacts and flushes for region at 1733149106238 (+1 ms)Disabling writes for close at 1733149106238Obtaining lock to block concurrent updates at 1733149106238Preparing flush snapshotting stores in 4bb57773a443d2219899a9f93fa1c526 at 1733149106238Finished memstore snapshotting test,,1733149089519.4bb57773a443d2219899a9f93fa1c526., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733149106238Flushing stores of test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. at 1733149106239 (+1 ms)Flushing 4bb57773a443d2219899a9f93fa1c526/f: creating writer at 1733149106239Flushing 4bb57773a443d2219899a9f93fa1c526/f: appending metadata at 1733149106259 (+20 ms)Flushing 4bb57773a443d2219899a9f93fa1c526/f: closing flushed file at 1733149106259Flushing 4bb57773a443d2219899a9f93fa1c526/f1: creating writer at 1733149106667 (+408 ms)Flushing 4bb57773a443d2219899a9f93fa1c526/f1: appending metadata at 1733149106683 (+16 ms)Flushing 4bb57773a443d2219899a9f93fa1c526/f1: closing flushed file at 1733149106683Flushing 4bb57773a443d2219899a9f93fa1c526/norep: creating writer at 1733149107090 (+407 ms)Flushing 4bb57773a443d2219899a9f93fa1c526/norep: appending metadata at 1733149107101 (+11 ms)Flushing 4bb57773a443d2219899a9f93fa1c526/norep: closing flushed file at 1733149107101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cbb535: reopening flushed file at 1733149107508 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ad8122c: reopening flushed file at 1733149107512 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45019fed: reopening flushed file at 1733149107516 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4bb57773a443d2219899a9f93fa1c526 in 1283ms, sequenceid=10, compaction requested=false at 1733149107521 (+5 ms)Writing region close event to WAL at 1733149107522 (+1 ms)Running coprocessor post-close hooks at 1733149107526 (+4 ms)Closed at 1733149107527 (+1 ms) 2024-12-02T14:18:27,527 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733149089519.4bb57773a443d2219899a9f93fa1c526. 2024-12-02T14:18:27,527 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8c56d5c593da9b763a9c94f4f35ce90, disabling compactions & flushes 2024-12-02T14:18:27,527 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:27,527 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:27,527 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. after waiting 0 ms 2024-12-02T14:18:27,527 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:27,527 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8c56d5c593da9b763a9c94f4f35ce90: Waiting for close lock at 1733149107527Running coprocessor pre-close hooks at 1733149107527Disabling compacts and flushes for region at 1733149107527Disabling writes for close at 1733149107527Failed flush hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90., putting online again at 1733149107527 2024-12-02T14:18:27,527 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:27,528 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/.tmp/info/9152768b8d44430e9f5d8d6e47f003a6 as hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/info/9152768b8d44430e9f5d8d6e47f003a6 2024-12-02T14:18:27,531 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/info/9152768b8d44430e9f5d8d6e47f003a6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T14:18:27,531 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/.tmp/ns/209747fd52ea4b24903b520124936e22 as hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/ns/209747fd52ea4b24903b520124936e22 2024-12-02T14:18:27,534 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/ns/209747fd52ea4b24903b520124936e22, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T14:18:27,535 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/.tmp/rep_barrier/91aa63cdace147368851210fe7b2213e as hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/rep_barrier/91aa63cdace147368851210fe7b2213e 2024-12-02T14:18:27,538 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/rep_barrier/91aa63cdace147368851210fe7b2213e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T14:18:27,538 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/.tmp/table/39790505237e4c7dadf26e87384c3f8e as hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/table/39790505237e4c7dadf26e87384c3f8e 2024-12-02T14:18:27,541 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/table/39790505237e4c7dadf26e87384c3f8e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T14:18:27,542 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false 2024-12-02T14:18:27,542 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:18:27,545 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T14:18:27,546 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:18:27,546 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:18:27,546 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:18:27,546 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149106238Running coprocessor pre-close hooks at 1733149106238Disabling compacts and flushes for region at 1733149106238Disabling writes for close at 1733149106238Obtaining lock to block concurrent updates at 1733149106238Preparing flush snapshotting stores in 1588230740 at 1733149106238Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733149106238Flushing stores of hbase:meta,,1.1588230740 at 1733149106239 (+1 ms)Flushing 1588230740/info: creating writer at 1733149106239Flushing 1588230740/info: appending metadata at 1733149106261 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733149106261Flushing 1588230740/ns: creating writer at 1733149106667 (+406 ms)Flushing 1588230740/ns: appending metadata at 1733149106683 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733149106683Flushing 1588230740/rep_barrier: creating writer at 1733149107090 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733149107101 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733149107101Flushing 1588230740/table: creating writer at 1733149107508 (+407 ms)Flushing 1588230740/table: appending metadata at 1733149107520 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733149107520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb283a1: reopening flushed file at 1733149107528 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48edaa2a: reopening flushed file at 1733149107531 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555ae1b4: reopening flushed file at 1733149107534 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f76f7e: reopening flushed file at 1733149107538 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false at 1733149107542 (+4 ms)Writing region close event to WAL at 1733149107543 (+1 ms)Running coprocessor post-close hooks at 1733149107546 (+3 ms)Closed at 1733149107546 2024-12-02T14:18:27,546 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:18:27,626 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:18:27,639 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T14:18:27,639 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1325): Online Regions={b8c56d5c593da9b763a9c94f4f35ce90=hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90.} 2024-12-02T14:18:27,639 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(3091): Received CLOSE for b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:27,639 DEBUG [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1351): Waiting on b8c56d5c593da9b763a9c94f4f35ce90 2024-12-02T14:18:27,640 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8c56d5c593da9b763a9c94f4f35ce90, disabling compactions & flushes 2024-12-02T14:18:27,640 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:27,640 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:27,640 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. after waiting 0 ms 2024-12-02T14:18:27,640 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:27,640 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8c56d5c593da9b763a9c94f4f35ce90: Waiting for close lock at 1733149107639Running coprocessor pre-close hooks at 1733149107639Disabling compacts and flushes for region at 1733149107639Disabling writes for close at 1733149107640 (+1 ms)Failed flush hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90., putting online again at 1733149107640 2024-12-02T14:18:27,640 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733149092448.b8c56d5c593da9b763a9c94f4f35ce90. 2024-12-02T14:18:27,737 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 1436, reset compression=false 2024-12-02T14:18:27,740 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:27,740 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 2080, reset compression=false 2024-12-02T14:18:27,839 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T14:18:27,840 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,46425,1733149081547; all regions closed. 2024-12-02T14:18:27,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741834_1010 (size=4239) 2024-12-02T14:18:27,842 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.meta.1733149084094.meta not finished, retry = 0 2024-12-02T14:18:27,866 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:27,943 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.1733149083165 to pos 2080, reset compression=false 2024-12-02T14:18:27,945 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/WALs/a3a61c9ba14f,46425,1733149081547/a3a61c9ba14f%2C46425%2C1733149081547.rep.1733149093587 not finished, retry = 0 2024-12-02T14:18:27,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741839_1015 (size=2171) 2024-12-02T14:18:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741832_1008 (size=2088) 2024-12-02T14:18:28,048 DEBUG [RS:0;a3a61c9ba14f:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:28,048 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:18:28,048 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:18:28,048 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:18:28,048 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:18:28,048 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:18:28,049 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,46425,1733149081547 because: Region server is closing 2024-12-02T14:18:28,049 INFO [RS:0;a3a61c9ba14f:46425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:46425. 2024-12-02T14:18:28,049 DEBUG [RS:0;a3a61c9ba14f:46425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:28,049 DEBUG [RS:0;a3a61c9ba14f:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:28,049 DEBUG [RS:0;a3a61c9ba14f:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:28,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:28,150 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.shippera3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 terminated 2024-12-02T14:18:28,150 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,46425,1733149081547.replicationSource.wal-reader.a3a61c9ba14f%2C46425%2C1733149081547,1-a3a61c9ba14f,46425,1733149081547 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T14:18:28,150 INFO [RS:0;a3a61c9ba14f:46425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:46425. 2024-12-02T14:18:28,150 DEBUG [RS:0;a3a61c9ba14f:46425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:28,150 DEBUG [RS:0;a3a61c9ba14f:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:28,150 DEBUG [RS:0;a3a61c9ba14f:46425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:28,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:28,150 INFO [RS:0;a3a61c9ba14f:46425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46425 2024-12-02T14:18:28,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11982099551/rs/a3a61c9ba14f,46425,1733149081547 2024-12-02T14:18:28,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551/rs 2024-12-02T14:18:28,152 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:18:28,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,46425,1733149081547] 2024-12-02T14:18:28,154 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11982099551/draining/a3a61c9ba14f,46425,1733149081547 already deleted, retry=false 2024-12-02T14:18:28,154 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,46425,1733149081547 expired; onlineServers=0 2024-12-02T14:18:28,154 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,40283,1733149081496' ***** 2024-12-02T14:18:28,154 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:18:28,154 INFO [M:0;a3a61c9ba14f:40283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:18:28,154 INFO [M:0;a3a61c9ba14f:40283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:18:28,154 DEBUG [M:0;a3a61c9ba14f:40283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:18:28,154 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:18:28,154 DEBUG [M:0;a3a61c9ba14f:40283 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:18:28,154 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149082965 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149082965,5,FailOnTimeoutGroup] 2024-12-02T14:18:28,154 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149082965 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149082965,5,FailOnTimeoutGroup] 2024-12-02T14:18:28,154 INFO [M:0;a3a61c9ba14f:40283 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:18:28,154 INFO [M:0;a3a61c9ba14f:40283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:18:28,155 DEBUG [M:0;a3a61c9ba14f:40283 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:18:28,155 INFO [M:0;a3a61c9ba14f:40283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:18:28,155 INFO [M:0;a3a61c9ba14f:40283 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:18:28,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11982099551/master 2024-12-02T14:18:28,155 INFO [M:0;a3a61c9ba14f:40283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:18:28,155 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:18:28,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11982099551 2024-12-02T14:18:28,155 DEBUG [M:0;a3a61c9ba14f:40283 {}] zookeeper.ZKUtil(347): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Unable to get data of znode /11982099551/master because node does not exist (not an error) 2024-12-02T14:18:28,155 WARN [M:0;a3a61c9ba14f:40283 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:18:28,156 INFO [M:0;a3a61c9ba14f:40283 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/.lastflushedseqids 2024-12-02T14:18:28,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741847_1023 (size=245) 2024-12-02T14:18:28,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:18:28,253 INFO [RS:0;a3a61c9ba14f:46425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:18:28,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46425-0x1009b4b8a8b0004, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:18:28,253 INFO [RS:0;a3a61c9ba14f:46425 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,46425,1733149081547; zookeeper connection closed. 2024-12-02T14:18:28,254 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@657b0341 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@657b0341 2024-12-02T14:18:28,254 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:18:28,559 INFO [M:0;a3a61c9ba14f:40283 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:18:28,559 INFO [M:0;a3a61c9ba14f:40283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:18:28,560 DEBUG [M:0;a3a61c9ba14f:40283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:18:28,560 INFO [M:0;a3a61c9ba14f:40283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:28,560 DEBUG [M:0;a3a61c9ba14f:40283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:28,560 DEBUG [M:0;a3a61c9ba14f:40283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:18:28,560 DEBUG [M:0;a3a61c9ba14f:40283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:28,560 INFO [M:0;a3a61c9ba14f:40283 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T14:18:28,572 DEBUG [M:0;a3a61c9ba14f:40283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbb90bba3bb14baeae166a52bf33bc75 is 82, key is hbase:meta,,1/info:regioninfo/1733149084120/Put/seqid=0 2024-12-02T14:18:28,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741848_1024 (size=5672) 2024-12-02T14:18:28,976 INFO [M:0;a3a61c9ba14f:40283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbb90bba3bb14baeae166a52bf33bc75 2024-12-02T14:18:28,994 DEBUG [M:0;a3a61c9ba14f:40283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e4cdc94d8ca4e6b88d5f5036c403655 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733149093625/Put/seqid=0 2024-12-02T14:18:28,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741849_1025 (size=8516) 2024-12-02T14:18:29,068 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:29,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,397 INFO [M:0;a3a61c9ba14f:40283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e4cdc94d8ca4e6b88d5f5036c403655 2024-12-02T14:18:29,416 DEBUG [M:0;a3a61c9ba14f:40283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/118cf27d52ce4457b55b8e70e17f3cfe is 69, key is a3a61c9ba14f,46425,1733149081547/rs:state/1733149083007/Put/seqid=0 2024-12-02T14:18:29,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741850_1026 (size=5156) 2024-12-02T14:18:29,820 INFO [M:0;a3a61c9ba14f:40283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/118cf27d52ce4457b55b8e70e17f3cfe 2024-12-02T14:18:29,824 DEBUG [M:0;a3a61c9ba14f:40283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbb90bba3bb14baeae166a52bf33bc75 as hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbb90bba3bb14baeae166a52bf33bc75 2024-12-02T14:18:29,827 INFO [M:0;a3a61c9ba14f:40283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbb90bba3bb14baeae166a52bf33bc75, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T14:18:29,828 DEBUG [M:0;a3a61c9ba14f:40283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e4cdc94d8ca4e6b88d5f5036c403655 as hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e4cdc94d8ca4e6b88d5f5036c403655 2024-12-02T14:18:29,831 INFO [M:0;a3a61c9ba14f:40283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e4cdc94d8ca4e6b88d5f5036c403655, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T14:18:29,832 DEBUG [M:0;a3a61c9ba14f:40283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/118cf27d52ce4457b55b8e70e17f3cfe as hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/118cf27d52ce4457b55b8e70e17f3cfe 2024-12-02T14:18:29,836 INFO [M:0;a3a61c9ba14f:40283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/64d6face-ef44-22b3-adbe-2ba939b36178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/118cf27d52ce4457b55b8e70e17f3cfe, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T14:18:29,836 INFO [M:0;a3a61c9ba14f:40283 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-12-02T14:18:29,842 INFO [M:0;a3a61c9ba14f:40283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:29,842 DEBUG [M:0;a3a61c9ba14f:40283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149108560Disabling compacts and flushes for region at 1733149108560Disabling writes for close at 1733149108560Obtaining lock to block concurrent updates at 1733149108560Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149108560Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733149108560Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149108561 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149108561Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149108572 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149108572Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149108979 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149108993 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149108993Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149109400 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149109416 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149109416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7978faaa: reopening flushed file at 1733149109823 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76539179: reopening flushed file at 1733149109827 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d62abbc: reopening flushed file at 1733149109832 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1733149109836 (+4 ms)Writing region close event to WAL at 1733149109842 (+6 ms)Closed at 1733149109842 2024-12-02T14:18:29,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741830_1006 (size=63654) 2024-12-02T14:18:29,844 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:18:29,844 INFO [M:0;a3a61c9ba14f:40283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:18:29,844 INFO [M:0;a3a61c9ba14f:40283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40283 2024-12-02T14:18:29,845 INFO [M:0;a3a61c9ba14f:40283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:18:29,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:18:29,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:29,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:18:29,946 INFO [M:0;a3a61c9ba14f:40283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:18:29,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40283-0x1009b4b8a8b0003, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:18:29,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1008dde9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:18:29,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a97c4b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:18:29,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:18:29,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@965b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:18:29,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af5c370{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/hadoop.log.dir/,STOPPED} 2024-12-02T14:18:29,949 WARN [BP-155639000-172.17.0.2-1733149081034 heartbeating to localhost/127.0.0.1:43815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:18:29,949 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:18:29,949 WARN [BP-155639000-172.17.0.2-1733149081034 heartbeating to localhost/127.0.0.1:43815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-155639000-172.17.0.2-1733149081034 (Datanode Uuid 6ba6616a-4d0d-42a4-8142-fa2f931ea45d) service to localhost/127.0.0.1:43815 2024-12-02T14:18:29,949 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:18:29,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/cluster_8376fc79-b4d6-0e5d-473b-3997705420cc/data/data1/current/BP-155639000-172.17.0.2-1733149081034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:18:29,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/cluster_8376fc79-b4d6-0e5d-473b-3997705420cc/data/data2/current/BP-155639000-172.17.0.2-1733149081034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:18:29,950 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:18:29,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b552d27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:18:29,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62f51439{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:18:29,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:18:29,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c773f45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:18:29,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2171703a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68e4c04-87a6-7fb4-9949-c981c0c7723d/hadoop.log.dir/,STOPPED} 2024-12-02T14:18:29,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:18:29,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:18:29,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:29,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:29,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:29,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:29,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:29,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:18:29,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1359512574, stopped=false 2024-12-02T14:18:29,967 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,35967,1733149078038 2024-12-02T14:18:29,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-985583798/running 2024-12-02T14:18:29,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-985583798/running 2024-12-02T14:18:29,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:18:29,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:18:29,968 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:18:29,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:29,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:29,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:29,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Set watcher on znode that does not yet exist, /0-985583798/running 2024-12-02T14:18:29,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Set watcher on znode that does not yet exist, /0-985583798/running 2024-12-02T14:18:29,969 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,44251,1733149078085' ***** 2024-12-02T14:18:29,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:18:29,969 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:18:29,969 INFO [RS:0;a3a61c9ba14f:44251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:18:29,969 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:18:29,969 INFO [RS:0;a3a61c9ba14f:44251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:18:29,969 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(3091): Received CLOSE for 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:29,970 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(3091): Received CLOSE for 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:29,970 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,44251,1733149078085 2024-12-02T14:18:29,970 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:18:29,970 INFO [RS:0;a3a61c9ba14f:44251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:44251. 2024-12-02T14:18:29,970 DEBUG [RS:0;a3a61c9ba14f:44251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:29,970 DEBUG [RS:0;a3a61c9ba14f:44251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:29,970 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86a095afed2d024e9eccf4c7814c2212, disabling compactions & flushes 2024-12-02T14:18:29,970 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. 2024-12-02T14:18:29,970 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:18:29,970 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. 2024-12-02T14:18:29,970 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:18:29,970 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:18:29,970 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. after waiting 0 ms 2024-12-02T14:18:29,970 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. 2024-12-02T14:18:29,970 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:18:29,970 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 86a095afed2d024e9eccf4c7814c2212 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-02T14:18:29,970 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T14:18:29,970 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1325): Online Regions={86a095afed2d024e9eccf4c7814c2212=hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212., 1588230740=hbase:meta,,1.1588230740, 5df04586d48d8262a74c83c5a20f607d=test,,1733149087357.5df04586d48d8262a74c83c5a20f607d.} 2024-12-02T14:18:29,970 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5df04586d48d8262a74c83c5a20f607d, 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:29,970 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:18:29,970 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:18:29,970 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:18:29,970 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:18:29,970 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:18:29,971 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T14:18:29,983 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/replication/86a095afed2d024e9eccf4c7814c2212/.tmp/queue/552b33a0e9e14607af571a968a434dd6 is 153, key is 1-a3a61c9ba14f,44251,1733149078085/queue:a3a61c9ba14f%2C44251%2C1733149078085/1733149101337/Put/seqid=0 2024-12-02T14:18:29,988 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/.tmp/info/a44dc0cba5764ccf86395353911bb55b is 147, key is hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212./info:regioninfo/1733149092066/Put/seqid=0 2024-12-02T14:18:29,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741840_1016 (size=5352) 2024-12-02T14:18:29,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741841_1017 (size=7686) 2024-12-02T14:18:30,058 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:18:30,170 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5df04586d48d8262a74c83c5a20f607d, 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:30,371 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5df04586d48d8262a74c83c5a20f607d, 86a095afed2d024e9eccf4c7814c2212 2024-12-02T14:18:30,371 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:30,391 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/replication/86a095afed2d024e9eccf4c7814c2212/.tmp/queue/552b33a0e9e14607af571a968a434dd6 2024-12-02T14:18:30,392 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/.tmp/info/a44dc0cba5764ccf86395353911bb55b 2024-12-02T14:18:30,395 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/replication/86a095afed2d024e9eccf4c7814c2212/.tmp/queue/552b33a0e9e14607af571a968a434dd6 as hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/replication/86a095afed2d024e9eccf4c7814c2212/queue/552b33a0e9e14607af571a968a434dd6 2024-12-02T14:18:30,398 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/replication/86a095afed2d024e9eccf4c7814c2212/queue/552b33a0e9e14607af571a968a434dd6, entries=1, sequenceid=8, filesize=5.2 K 2024-12-02T14:18:30,399 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 86a095afed2d024e9eccf4c7814c2212 in 429ms, sequenceid=8, compaction requested=false 2024-12-02T14:18:30,401 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/replication/86a095afed2d024e9eccf4c7814c2212/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T14:18:30,402 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:18:30,402 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:18:30,402 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. 2024-12-02T14:18:30,402 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86a095afed2d024e9eccf4c7814c2212: Waiting for close lock at 1733149109970Running coprocessor pre-close hooks at 1733149109970Disabling compacts and flushes for region at 1733149109970Disabling writes for close at 1733149109970Obtaining lock to block concurrent updates at 1733149109970Preparing flush snapshotting stores in 86a095afed2d024e9eccf4c7814c2212 at 1733149109970Finished memstore snapshotting hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733149109970Flushing stores of hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. at 1733149109971 (+1 ms)Flushing 86a095afed2d024e9eccf4c7814c2212/queue: creating writer at 1733149109971Flushing 86a095afed2d024e9eccf4c7814c2212/queue: appending metadata at 1733149109983 (+12 ms)Flushing 86a095afed2d024e9eccf4c7814c2212/queue: closing flushed file at 1733149109983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ef09aa: reopening flushed file at 1733149110394 (+411 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 86a095afed2d024e9eccf4c7814c2212 in 429ms, sequenceid=8, compaction requested=false at 1733149110399 (+5 ms)Writing region close event to WAL at 1733149110399Running coprocessor post-close hooks at 1733149110402 (+3 ms)Closed at 1733149110402 2024-12-02T14:18:30,402 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733149091309.86a095afed2d024e9eccf4c7814c2212. 2024-12-02T14:18:30,402 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5df04586d48d8262a74c83c5a20f607d, disabling compactions & flushes 2024-12-02T14:18:30,402 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. 2024-12-02T14:18:30,402 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. 2024-12-02T14:18:30,402 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. after waiting 0 ms 2024-12-02T14:18:30,402 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. 2024-12-02T14:18:30,403 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5df04586d48d8262a74c83c5a20f607d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-02T14:18:30,410 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/.tmp/ns/f2aab2b8037a4772af58c42861664913 is 43, key is default/ns:d/1733149080995/Put/seqid=0 2024-12-02T14:18:30,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741842_1018 (size=5153) 2024-12-02T14:18:30,420 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/.tmp/f/8409a1960a6f47a5ae8116265ada52e5 is 28, key is row/f:/1733149100792/DeleteFamily/seqid=0 2024-12-02T14:18:30,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741843_1019 (size=5085) 2024-12-02T14:18:30,571 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:30,771 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:30,815 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/.tmp/ns/f2aab2b8037a4772af58c42861664913 2024-12-02T14:18:30,823 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/.tmp/f/8409a1960a6f47a5ae8116265ada52e5 2024-12-02T14:18:30,826 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8409a1960a6f47a5ae8116265ada52e5 2024-12-02T14:18:30,836 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/.tmp/rep_barrier/4d68082fd538444e9a279131793c11b0 is 112, key is test,,1733149087357.5df04586d48d8262a74c83c5a20f607d./rep_barrier:seqnumDuringOpen/1733149088572/Put/seqid=0 2024-12-02T14:18:30,840 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/.tmp/f1/7439502a73e447928d242d623fd46a41 is 29, key is row/f1:/1733149100792/DeleteFamily/seqid=0 2024-12-02T14:18:30,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741844_1020 (size=5518) 2024-12-02T14:18:30,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741845_1021 (size=5089) 2024-12-02T14:18:30,844 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/.tmp/f1/7439502a73e447928d242d623fd46a41 2024-12-02T14:18:30,847 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7439502a73e447928d242d623fd46a41 2024-12-02T14:18:30,859 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/.tmp/norep/342a2d9304d14f2b8e7370210f6f4aaf is 32, key is row/norep:/1733149100792/DeleteFamily/seqid=0 2024-12-02T14:18:30,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741846_1022 (size=5101) 2024-12-02T14:18:30,931 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:18:30,931 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:18:30,971 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:18:30,971 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5df04586d48d8262a74c83c5a20f607d=test,,1733149087357.5df04586d48d8262a74c83c5a20f607d.} 2024-12-02T14:18:30,971 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:31,171 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5df04586d48d8262a74c83c5a20f607d 2024-12-02T14:18:31,243 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/.tmp/rep_barrier/4d68082fd538444e9a279131793c11b0 2024-12-02T14:18:31,258 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/.tmp/table/d72746dced554c3ab1acb191411fe11d is 53, key is hbase:replication/table:state/1733149092075/Put/seqid=0 2024-12-02T14:18:31,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741847_1023 (size=5308) 2024-12-02T14:18:31,262 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/.tmp/norep/342a2d9304d14f2b8e7370210f6f4aaf 2024-12-02T14:18:31,265 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 342a2d9304d14f2b8e7370210f6f4aaf 2024-12-02T14:18:31,266 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/.tmp/f/8409a1960a6f47a5ae8116265ada52e5 as hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/f/8409a1960a6f47a5ae8116265ada52e5 2024-12-02T14:18:31,269 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8409a1960a6f47a5ae8116265ada52e5 2024-12-02T14:18:31,269 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/f/8409a1960a6f47a5ae8116265ada52e5, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T14:18:31,270 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/.tmp/f1/7439502a73e447928d242d623fd46a41 as hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/f1/7439502a73e447928d242d623fd46a41 2024-12-02T14:18:31,272 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7439502a73e447928d242d623fd46a41 2024-12-02T14:18:31,273 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/f1/7439502a73e447928d242d623fd46a41, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T14:18:31,273 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/.tmp/norep/342a2d9304d14f2b8e7370210f6f4aaf as hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/norep/342a2d9304d14f2b8e7370210f6f4aaf 2024-12-02T14:18:31,276 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 342a2d9304d14f2b8e7370210f6f4aaf 2024-12-02T14:18:31,276 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/norep/342a2d9304d14f2b8e7370210f6f4aaf, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T14:18:31,277 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 5df04586d48d8262a74c83c5a20f607d in 875ms, sequenceid=6, compaction requested=false 2024-12-02T14:18:31,279 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/default/test/5df04586d48d8262a74c83c5a20f607d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T14:18:31,280 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:18:31,280 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:18:31,280 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. 2024-12-02T14:18:31,280 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5df04586d48d8262a74c83c5a20f607d: Waiting for close lock at 1733149110402Running coprocessor pre-close hooks at 1733149110402Disabling compacts and flushes for region at 1733149110402Disabling writes for close at 1733149110402Obtaining lock to block concurrent updates at 1733149110403 (+1 ms)Preparing flush snapshotting stores in 5df04586d48d8262a74c83c5a20f607d at 1733149110403Finished memstore snapshotting test,,1733149087357.5df04586d48d8262a74c83c5a20f607d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733149110403Flushing stores of test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. at 1733149110403Flushing 5df04586d48d8262a74c83c5a20f607d/f: creating writer at 1733149110403Flushing 5df04586d48d8262a74c83c5a20f607d/f: appending metadata at 1733149110419 (+16 ms)Flushing 5df04586d48d8262a74c83c5a20f607d/f: closing flushed file at 1733149110419Flushing 5df04586d48d8262a74c83c5a20f607d/f1: creating writer at 1733149110826 (+407 ms)Flushing 5df04586d48d8262a74c83c5a20f607d/f1: appending metadata at 1733149110840 (+14 ms)Flushing 5df04586d48d8262a74c83c5a20f607d/f1: closing flushed file at 1733149110840Flushing 5df04586d48d8262a74c83c5a20f607d/norep: creating writer at 1733149110847 (+7 ms)Flushing 5df04586d48d8262a74c83c5a20f607d/norep: appending metadata at 1733149110859 (+12 ms)Flushing 5df04586d48d8262a74c83c5a20f607d/norep: closing flushed file at 1733149110859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a146fe4: reopening flushed file at 1733149111265 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f11eb0: reopening flushed file at 1733149111269 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3be211: reopening flushed file at 1733149111273 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 5df04586d48d8262a74c83c5a20f607d in 875ms, sequenceid=6, compaction requested=false at 1733149111277 (+4 ms)Writing region close event to WAL at 1733149111278 (+1 ms)Running coprocessor post-close hooks at 1733149111280 (+2 ms)Closed at 1733149111280 2024-12-02T14:18:31,280 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733149087357.5df04586d48d8262a74c83c5a20f607d. 2024-12-02T14:18:31,372 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:18:31,572 DEBUG [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:18:31,661 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/.tmp/table/d72746dced554c3ab1acb191411fe11d 2024-12-02T14:18:31,666 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/.tmp/info/a44dc0cba5764ccf86395353911bb55b as hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/info/a44dc0cba5764ccf86395353911bb55b 2024-12-02T14:18:31,669 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/info/a44dc0cba5764ccf86395353911bb55b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T14:18:31,670 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/.tmp/ns/f2aab2b8037a4772af58c42861664913 as hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/ns/f2aab2b8037a4772af58c42861664913 2024-12-02T14:18:31,673 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/ns/f2aab2b8037a4772af58c42861664913, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T14:18:31,674 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/.tmp/rep_barrier/4d68082fd538444e9a279131793c11b0 as hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/rep_barrier/4d68082fd538444e9a279131793c11b0 2024-12-02T14:18:31,677 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/rep_barrier/4d68082fd538444e9a279131793c11b0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T14:18:31,678 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/.tmp/table/d72746dced554c3ab1acb191411fe11d as hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/table/d72746dced554c3ab1acb191411fe11d 2024-12-02T14:18:31,682 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/table/d72746dced554c3ab1acb191411fe11d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T14:18:31,683 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-12-02T14:18:31,686 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T14:18:31,687 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:18:31,687 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:18:31,687 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:18:31,687 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149109970Running coprocessor pre-close hooks at 1733149109970Disabling compacts and flushes for region at 1733149109970Disabling writes for close at 1733149109970Obtaining lock to block concurrent updates at 1733149109971 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733149109971Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733149109971Flushing stores of hbase:meta,,1.1588230740 at 1733149109971Flushing 1588230740/info: creating writer at 1733149109971Flushing 1588230740/info: appending metadata at 1733149109988 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733149109988Flushing 1588230740/ns: creating writer at 1733149110395 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733149110409 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733149110409Flushing 1588230740/rep_barrier: creating writer at 1733149110818 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733149110835 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733149110835Flushing 1588230740/table: creating writer at 1733149111246 (+411 ms)Flushing 1588230740/table: appending metadata at 1733149111258 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733149111258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@268e9272: reopening flushed file at 1733149111665 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ca86df: reopening flushed file at 1733149111670 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f9129b: reopening flushed file at 1733149111674 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@445f34fc: reopening flushed file at 1733149111677 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1733149111683 (+6 ms)Writing region close event to WAL at 1733149111684 (+1 ms)Running coprocessor post-close hooks at 1733149111686 (+2 ms)Closed at 1733149111687 (+1 ms) 2024-12-02T14:18:31,687 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:18:31,772 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,44251,1733149078085; all regions closed. 2024-12-02T14:18:31,774 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 636, reset compression=false 2024-12-02T14:18:31,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741834_1010 (size=4239) 2024-12-02T14:18:31,778 DEBUG [RS:0;a3a61c9ba14f:44251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/oldWALs 2024-12-02T14:18:31,778 INFO [RS:0;a3a61c9ba14f:44251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C44251%2C1733149078085.meta:.meta(num 1733149080957) 2024-12-02T14:18:31,779 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:31,779 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057 to pos 1527, reset compression=false 2024-12-02T14:18:31,779 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,44251,1733149078085 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/WALs/a3a61c9ba14f,44251,1733149078085/a3a61c9ba14f%2C44251%2C1733149078085.1733149080057, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:18:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741839_1015 (size=2240) 2024-12-02T14:18:31,780 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a3a61c9ba14f,44251,1733149078085: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a3a61c9ba14f,44251,1733149078085, walGroup=a3a61c9ba14f%2C44251%2C1733149078085, offset=a3a61c9ba14f%2C44251%2C1733149078085.1733149080057:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:44251 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T14:18:31,781 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:18:31,781 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:18:31,782 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:18:31,782 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:18:31,782 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:18:31,782 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 931547448 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 202493336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T14:18:31,782 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:35967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:35967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T14:18:31,784 DEBUG [RS:0;a3a61c9ba14f:44251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/oldWALs 2024-12-02T14:18:31,784 INFO [RS:0;a3a61c9ba14f:44251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C44251%2C1733149078085.rep:(num 1733149092040) 2024-12-02T14:18:31,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741832_1008 (size=1535) 2024-12-02T14:18:31,787 DEBUG [RS:0;a3a61c9ba14f:44251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/oldWALs 2024-12-02T14:18:31,787 INFO [RS:0;a3a61c9ba14f:44251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C44251%2C1733149078085:(num 1733149080057) 2024-12-02T14:18:31,787 DEBUG [RS:0;a3a61c9ba14f:44251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:31,787 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:18:31,787 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:18:31,787 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T14:18:31,787 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:18:31,787 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:18:31,787 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,44251,1733149078085 because: Region server is closing 2024-12-02T14:18:31,787 INFO [RS:0;a3a61c9ba14f:44251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:44251. 2024-12-02T14:18:31,787 DEBUG [RS:0;a3a61c9ba14f:44251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:31,788 DEBUG [RS:0;a3a61c9ba14f:44251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:31,788 DEBUG [RS:0;a3a61c9ba14f:44251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:31,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:31,888 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.shippera3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 terminated 2024-12-02T14:18:31,888 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44251,1733149078085.replicationSource.wal-reader.a3a61c9ba14f%2C44251%2C1733149078085,1-a3a61c9ba14f,44251,1733149078085 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T14:18:31,888 INFO [RS:0;a3a61c9ba14f:44251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44251 2024-12-02T14:18:31,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-985583798/rs/a3a61c9ba14f,44251,1733149078085 2024-12-02T14:18:31,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798/rs 2024-12-02T14:18:31,889 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:18:31,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,44251,1733149078085] 2024-12-02T14:18:31,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-985583798/draining/a3a61c9ba14f,44251,1733149078085 already deleted, retry=false 2024-12-02T14:18:31,890 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,44251,1733149078085 expired; onlineServers=0 2024-12-02T14:18:31,890 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,35967,1733149078038' ***** 2024-12-02T14:18:31,890 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:18:31,891 INFO [M:0;a3a61c9ba14f:35967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:18:31,891 INFO [M:0;a3a61c9ba14f:35967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:18:31,891 DEBUG [M:0;a3a61c9ba14f:35967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:18:31,891 DEBUG [M:0;a3a61c9ba14f:35967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:18:31,891 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:18:31,891 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149079823 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149079823,5,FailOnTimeoutGroup] 2024-12-02T14:18:31,891 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149079823 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149079823,5,FailOnTimeoutGroup] 2024-12-02T14:18:31,891 INFO [M:0;a3a61c9ba14f:35967 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:18:31,891 INFO [M:0;a3a61c9ba14f:35967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:18:31,891 DEBUG [M:0;a3a61c9ba14f:35967 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:18:31,891 INFO [M:0;a3a61c9ba14f:35967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:18:31,891 INFO [M:0;a3a61c9ba14f:35967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:18:31,891 INFO [M:0;a3a61c9ba14f:35967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:18:31,891 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:18:31,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-985583798/master 2024-12-02T14:18:31,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985583798 2024-12-02T14:18:31,892 DEBUG [M:0;a3a61c9ba14f:35967 {}] zookeeper.ZKUtil(347): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Unable to get data of znode /0-985583798/master because node does not exist (not an error) 2024-12-02T14:18:31,892 WARN [M:0;a3a61c9ba14f:35967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:18:31,892 INFO [M:0;a3a61c9ba14f:35967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/.lastflushedseqids 2024-12-02T14:18:31,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741848_1024 (size=245) 2024-12-02T14:18:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:18:31,990 INFO [RS:0;a3a61c9ba14f:44251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:18:31,990 INFO [RS:0;a3a61c9ba14f:44251 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,44251,1733149078085; zookeeper connection closed. 2024-12-02T14:18:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44251-0x1009b4b8a8b0001, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:18:31,990 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ddaa8aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ddaa8aa 2024-12-02T14:18:31,990 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:18:32,296 INFO [M:0;a3a61c9ba14f:35967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:18:32,296 INFO [M:0;a3a61c9ba14f:35967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:18:32,296 DEBUG [M:0;a3a61c9ba14f:35967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:18:32,296 INFO [M:0;a3a61c9ba14f:35967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:32,296 DEBUG [M:0;a3a61c9ba14f:35967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:32,296 DEBUG [M:0;a3a61c9ba14f:35967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:18:32,296 DEBUG [M:0;a3a61c9ba14f:35967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:32,296 INFO [M:0;a3a61c9ba14f:35967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-02T14:18:32,313 DEBUG [M:0;a3a61c9ba14f:35967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8607d1df4248c29177f0f2eb1422c6 is 82, key is hbase:meta,,1/info:regioninfo/1733149080987/Put/seqid=0 2024-12-02T14:18:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741849_1025 (size=5672) 2024-12-02T14:18:32,717 INFO [M:0;a3a61c9ba14f:35967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8607d1df4248c29177f0f2eb1422c6 2024-12-02T14:18:32,733 DEBUG [M:0;a3a61c9ba14f:35967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b35b2b4e3d8b4d6aa282663a77ccb77a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733149088610/Put/seqid=0 2024-12-02T14:18:32,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741850_1026 (size=7218) 2024-12-02T14:18:33,137 INFO [M:0;a3a61c9ba14f:35967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b35b2b4e3d8b4d6aa282663a77ccb77a 2024-12-02T14:18:33,140 INFO [M:0;a3a61c9ba14f:35967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b35b2b4e3d8b4d6aa282663a77ccb77a 2024-12-02T14:18:33,153 DEBUG [M:0;a3a61c9ba14f:35967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e837b9b567048d589d956fc291974a4 is 69, key is a3a61c9ba14f,44251,1733149078085/rs:state/1733149079921/Put/seqid=0 2024-12-02T14:18:33,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741851_1027 (size=5156) 2024-12-02T14:18:33,156 INFO [M:0;a3a61c9ba14f:35967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e837b9b567048d589d956fc291974a4 2024-12-02T14:18:33,160 DEBUG [M:0;a3a61c9ba14f:35967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8607d1df4248c29177f0f2eb1422c6 as hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f8607d1df4248c29177f0f2eb1422c6 2024-12-02T14:18:33,163 INFO [M:0;a3a61c9ba14f:35967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f8607d1df4248c29177f0f2eb1422c6, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T14:18:33,163 DEBUG [M:0;a3a61c9ba14f:35967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b35b2b4e3d8b4d6aa282663a77ccb77a as hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b35b2b4e3d8b4d6aa282663a77ccb77a 2024-12-02T14:18:33,167 INFO [M:0;a3a61c9ba14f:35967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b35b2b4e3d8b4d6aa282663a77ccb77a 2024-12-02T14:18:33,167 INFO [M:0;a3a61c9ba14f:35967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b35b2b4e3d8b4d6aa282663a77ccb77a, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T14:18:33,167 DEBUG [M:0;a3a61c9ba14f:35967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e837b9b567048d589d956fc291974a4 as hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e837b9b567048d589d956fc291974a4 2024-12-02T14:18:33,171 INFO [M:0;a3a61c9ba14f:35967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41521/user/jenkins/test-data/75c17267-2699-e56a-5834-55526e91c85d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e837b9b567048d589d956fc291974a4, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T14:18:33,171 INFO [M:0;a3a61c9ba14f:35967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=105, compaction requested=false 2024-12-02T14:18:33,173 INFO [M:0;a3a61c9ba14f:35967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:33,173 DEBUG [M:0;a3a61c9ba14f:35967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149112296Disabling compacts and flushes for region at 1733149112296Disabling writes for close at 1733149112296Obtaining lock to block concurrent updates at 1733149112296Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149112296Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733149112297 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149112297Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149112297Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149112313 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149112313Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149112721 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149112733 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149112733Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149113140 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149113152 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149113152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a84e45: reopening flushed file at 1733149113159 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@667de29b: reopening flushed file at 1733149113163 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4189fa84: reopening flushed file at 1733149113167 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=105, compaction requested=false at 1733149113171 (+4 ms)Writing region close event to WAL at 1733149113173 (+2 ms)Closed at 1733149113173 2024-12-02T14:18:33,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33249 is added to blk_1073741830_1006 (size=64423) 2024-12-02T14:18:33,175 INFO [M:0;a3a61c9ba14f:35967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:18:33,175 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:18:33,175 INFO [M:0;a3a61c9ba14f:35967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35967 2024-12-02T14:18:33,175 INFO [M:0;a3a61c9ba14f:35967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:18:33,276 INFO [M:0;a3a61c9ba14f:35967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:18:33,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:18:33,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1009b4b8a8b0000, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:18:33,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b6b26e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:18:33,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:18:33,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:18:33,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:18:33,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/hadoop.log.dir/,STOPPED} 2024-12-02T14:18:33,280 WARN [BP-613598854-172.17.0.2-1733149077043 heartbeating to localhost/127.0.0.1:41521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:18:33,280 WARN [BP-613598854-172.17.0.2-1733149077043 heartbeating to localhost/127.0.0.1:41521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-613598854-172.17.0.2-1733149077043 (Datanode Uuid 091bd90c-5e15-441f-9de4-67a80a0efdbe) service to localhost/127.0.0.1:41521 2024-12-02T14:18:33,280 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:18:33,280 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:18:33,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/cluster_9c84bd8e-9b70-5606-bea6-cd1bde77befc/data/data1/current/BP-613598854-172.17.0.2-1733149077043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:18:33,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/cluster_9c84bd8e-9b70-5606-bea6-cd1bde77befc/data/data2/current/BP-613598854-172.17.0.2-1733149077043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:18:33,280 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:18:33,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35c552d9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:18:33,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42473f2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:18:33,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:18:33,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ffff616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:18:33,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46006ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e45032-10ee-5da6-720c-7b08938738ef/hadoop.log.dir/,STOPPED} 2024-12-02T14:18:33,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T14:18:33,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:18:33,313 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 314) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55052) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55052) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:41521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43705 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55052) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41521 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43815 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=5125 (was 5833) 2024-12-02T14:18:33,322 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=5124 2024-12-02T14:18:33,333 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-02T14:18:33,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/hadoop.log.dir so I do NOT create it in target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f 2024-12-02T14:18:33,334 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:18:33,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/hadoop.tmp.dir so I do NOT create it in target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f 2024-12-02T14:18:33,334 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b208d04-e7af-3f99-3848-d1fca7a8fecb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:18:33,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f 2024-12-02T14:18:33,334 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/cluster_05aad6cc-1e2c-c60f-d598-eaf9568af474, deleteOnExit=true 2024-12-02T14:18:33,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/cluster_05aad6cc-1e2c-c60f-d598-eaf9568af474/zookeeper_0, clientPort=52160, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/cluster_05aad6cc-1e2c-c60f-d598-eaf9568af474/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/cluster_05aad6cc-1e2c-c60f-d598-eaf9568af474/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:18:33,337 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52160 2024-12-02T14:18:33,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:18:33,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:18:33,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/test.cache.data in system properties and HBase conf 2024-12-02T14:18:33,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:18:33,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:18:33,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:18:33,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:18:33,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:18:33,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:18:33,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:18:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:18:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:18:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:18:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:18:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:18:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:18:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:18:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:18:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:18:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:18:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:18:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:18:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:18:33,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:33,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:18:33,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b4b8a8b0005, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:18:33,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:18:33,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:18:33,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b4b8a8b0002, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:18:33,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:18:33,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b4b8a8b0005, quorum=127.0.0.1:55052, baseZNode=/11982099551 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:18:33,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009b4b8a8b0008, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:18:33,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b4b8a8b0002, quorum=127.0.0.1:55052, baseZNode=/0-985583798 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:18:33,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009b4b8a8b0008, quorum=127.0.0.1:55052, baseZNode=/2-1374353335 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:18:33,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:33,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2106c5d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:18:33,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4140df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:18:33,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@115576ac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/java.io.tmpdir/jetty-localhost-34043-hadoop-hdfs-3_4_1-tests_jar-_-any-10264364028935378105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:18:33,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@85bdf7f{HTTP/1.1, (http/1.1)}{localhost:34043} 2024-12-02T14:18:33,482 INFO [Time-limited test {}] server.Server(415): Started @281865ms 2024-12-02T14:18:33,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:33,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:18:33,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:18:33,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:18:33,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:18:33,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a1ff889{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:18:33,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b5e117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:18:33,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65e21794{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/java.io.tmpdir/jetty-localhost-35813-hadoop-hdfs-3_4_1-tests_jar-_-any-1822297540153693473/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:18:33,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1527f35d{HTTP/1.1, (http/1.1)}{localhost:35813} 2024-12-02T14:18:33,661 INFO [Time-limited test {}] server.Server(415): Started @282044ms 2024-12-02T14:18:33,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:18:33,717 WARN [Thread-4179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/cluster_05aad6cc-1e2c-c60f-d598-eaf9568af474/data/data1/current/BP-1956030796-172.17.0.2-1733149113351/current, will proceed with Du for space computation calculation, 2024-12-02T14:18:33,717 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/cluster_05aad6cc-1e2c-c60f-d598-eaf9568af474/data/data2/current/BP-1956030796-172.17.0.2-1733149113351/current, will proceed with Du for space computation calculation, 2024-12-02T14:18:33,733 WARN [Thread-4167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:18:33,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c4b19b4e80e0f9 with lease ID 0x1d79a565a4b1af13: Processing first storage report for DS-4de5dabd-1518-4bc4-8a92-104f66fbcbcd from datanode DatanodeRegistration(127.0.0.1:36993, datanodeUuid=0f3b2eef-71ba-4607-acdb-19c8ced0d85b, infoPort=42429, infoSecurePort=0, ipcPort=36787, storageInfo=lv=-57;cid=testClusterID;nsid=1258266280;c=1733149113351) 2024-12-02T14:18:33,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c4b19b4e80e0f9 with lease ID 0x1d79a565a4b1af13: from storage DS-4de5dabd-1518-4bc4-8a92-104f66fbcbcd node DatanodeRegistration(127.0.0.1:36993, datanodeUuid=0f3b2eef-71ba-4607-acdb-19c8ced0d85b, infoPort=42429, infoSecurePort=0, ipcPort=36787, storageInfo=lv=-57;cid=testClusterID;nsid=1258266280;c=1733149113351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:18:33,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c4b19b4e80e0f9 with lease ID 0x1d79a565a4b1af13: Processing first storage report for DS-d60342dc-ecd6-4862-b860-7bbb3f4fcd1b from datanode DatanodeRegistration(127.0.0.1:36993, datanodeUuid=0f3b2eef-71ba-4607-acdb-19c8ced0d85b, infoPort=42429, infoSecurePort=0, ipcPort=36787, storageInfo=lv=-57;cid=testClusterID;nsid=1258266280;c=1733149113351) 2024-12-02T14:18:33,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c4b19b4e80e0f9 with lease ID 0x1d79a565a4b1af13: from storage DS-d60342dc-ecd6-4862-b860-7bbb3f4fcd1b node DatanodeRegistration(127.0.0.1:36993, datanodeUuid=0f3b2eef-71ba-4607-acdb-19c8ced0d85b, infoPort=42429, infoSecurePort=0, ipcPort=36787, storageInfo=lv=-57;cid=testClusterID;nsid=1258266280;c=1733149113351), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T14:18:33,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f 2024-12-02T14:18:33,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:33,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:33,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36993 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:18:34,189 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2 with version=8 2024-12-02T14:18:34,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/hbase-staging 2024-12-02T14:18:34,191 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:18:34,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:34,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:34,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:18:34,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:34,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:18:34,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:18:34,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:18:34,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46369 2024-12-02T14:18:34,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46369 connecting to ZooKeeper ensemble=127.0.0.1:52160 2024-12-02T14:18:34,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463690x0, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:34,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46369-0x1009b4c18660000 connected 2024-12-02T14:18:34,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:34,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:34,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Set watcher on znode that does not yet exist, /0-421194056/running 2024-12-02T14:18:34,221 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2, hbase.cluster.distributed=false 2024-12-02T14:18:34,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Set watcher on znode that does not yet exist, /0-421194056/acl 2024-12-02T14:18:34,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46369 2024-12-02T14:18:34,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46369 2024-12-02T14:18:34,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46369 2024-12-02T14:18:34,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46369 2024-12-02T14:18:34,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46369 2024-12-02T14:18:34,238 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:18:34,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:34,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:34,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:18:34,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:34,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:18:34,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:18:34,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:18:34,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41139 2024-12-02T14:18:34,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41139 connecting to ZooKeeper ensemble=127.0.0.1:52160 2024-12-02T14:18:34,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:34,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:34,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411390x0, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:34,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411390x0, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Set watcher on znode that does not yet exist, /0-421194056/running 2024-12-02T14:18:34,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41139-0x1009b4c18660001 connected 2024-12-02T14:18:34,248 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:18:34,249 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:18:34,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Set watcher on znode that does not yet exist, /0-421194056/master 2024-12-02T14:18:34,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Set watcher on znode that does not yet exist, /0-421194056/acl 2024-12-02T14:18:34,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41139 2024-12-02T14:18:34,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41139 2024-12-02T14:18:34,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41139 2024-12-02T14:18:34,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41139 2024-12-02T14:18:34,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41139 2024-12-02T14:18:34,267 DEBUG [M:0;a3a61c9ba14f:46369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:46369 2024-12-02T14:18:34,267 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-421194056/backup-masters/a3a61c9ba14f,46369,1733149114191 2024-12-02T14:18:34,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056/backup-masters 2024-12-02T14:18:34,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056/backup-masters 2024-12-02T14:18:34,268 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Set watcher on existing znode=/0-421194056/backup-masters/a3a61c9ba14f,46369,1733149114191 2024-12-02T14:18:34,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-421194056/master 2024-12-02T14:18:34,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056 2024-12-02T14:18:34,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056 2024-12-02T14:18:34,269 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Set watcher on existing znode=/0-421194056/master 2024-12-02T14:18:34,269 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-421194056/backup-masters/a3a61c9ba14f,46369,1733149114191 from backup master directory 2024-12-02T14:18:34,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-421194056/backup-masters/a3a61c9ba14f,46369,1733149114191 2024-12-02T14:18:34,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056/backup-masters 2024-12-02T14:18:34,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056/backup-masters 2024-12-02T14:18:34,270 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:18:34,270 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,46369,1733149114191 2024-12-02T14:18:34,274 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/hbase.id] with ID: 9e7fc82f-f4d8-4dcf-8d80-ae94305eaecb 2024-12-02T14:18:34,274 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/.tmp/hbase.id 2024-12-02T14:18:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36993 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:18:34,680 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/.tmp/hbase.id]:[hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/hbase.id] 2024-12-02T14:18:34,687 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:34,688 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:18:34,688 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T14:18:34,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056 2024-12-02T14:18:34,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056 2024-12-02T14:18:34,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36993 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:18:35,094 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:35,094 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:18:35,095 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:35,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36993 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:18:35,500 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/MasterData/data/master/store 2024-12-02T14:18:35,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36993 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:18:35,625 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:35,626 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:18:35,626 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108820 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:18:35,905 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:35,905 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:18:35,905 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:35,905 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:35,905 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:18:35,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:18:35,905 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:35,905 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:35,905 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149115905Disabling compacts and flushes for region at 1733149115905Disabling writes for close at 1733149115905Writing region close event to WAL at 1733149115905Closed at 1733149115905 2024-12-02T14:18:35,906 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/MasterData/data/master/store/.initializing 2024-12-02T14:18:35,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,906 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/MasterData/WALs/a3a61c9ba14f,46369,1733149114191 2024-12-02T14:18:35,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,906 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:18:35,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,908 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C46369%2C1733149114191, suffix=, logDir=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/MasterData/WALs/a3a61c9ba14f,46369,1733149114191, archiveDir=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/MasterData/oldWALs, maxLogs=10 2024-12-02T14:18:35,923 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/MasterData/WALs/a3a61c9ba14f,46369,1733149114191/a3a61c9ba14f%2C46369%2C1733149114191.1733149115908, exclude list is [], retry=0 2024-12-02T14:18:35,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36993,DS-4de5dabd-1518-4bc4-8a92-104f66fbcbcd,DISK] 2024-12-02T14:18:35,927 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/MasterData/WALs/a3a61c9ba14f,46369,1733149114191/a3a61c9ba14f%2C46369%2C1733149114191.1733149115908 2024-12-02T14:18:35,935 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42429:42429)] 2024-12-02T14:18:35,935 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:35,935 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:35,935 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:35,935 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:35,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:35,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:18:35,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:35,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:35,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:35,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:18:35,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:35,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:35,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:35,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:18:35,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:35,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:35,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:35,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:18:35,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:35,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:35,941 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:35,942 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:35,942 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:35,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,943 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:35,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,943 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:35,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,943 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:35,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,948 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:35,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,950 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:35,950 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64572890, jitterRate=-0.037788957357406616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:35,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,951 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733149115935Initializing all the Stores at 1733149115936 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149115936Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149115936Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149115936Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149115936Cleaning up temporary data from old regions at 1733149115943 (+7 ms)Region opened successfully at 1733149115951 (+8 ms) 2024-12-02T14:18:35,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:35,956 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:18:35,959 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f950852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:18:35,959 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:18:35,959 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:18:35,960 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:18:35,960 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:18:35,960 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:18:35,960 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:18:35,960 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:18:35,962 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:18:35,963 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Unable to get data of znode /0-421194056/balancer because node does not exist (not necessarily an error) 2024-12-02T14:18:35,963 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-421194056/balancer already deleted, retry=false 2024-12-02T14:18:35,963 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:18:35,964 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Unable to get data of znode /0-421194056/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:18:35,964 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-421194056/normalizer already deleted, retry=false 2024-12-02T14:18:35,965 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:18:35,969 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Unable to get data of znode /0-421194056/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:18:35,969 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-421194056/switch/split already deleted, retry=false 2024-12-02T14:18:35,970 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Unable to get data of znode /0-421194056/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:18:35,970 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-421194056/switch/merge already deleted, retry=false 2024-12-02T14:18:35,971 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Unable to get data of znode /0-421194056/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:18:35,972 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-421194056/snapshot-cleanup already deleted, retry=false 2024-12-02T14:18:35,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-421194056/running 2024-12-02T14:18:35,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-421194056/running 2024-12-02T14:18:35,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056 2024-12-02T14:18:35,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056 2024-12-02T14:18:35,973 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,46369,1733149114191, sessionid=0x1009b4c18660000, setting cluster-up flag (Was=false) 2024-12-02T14:18:35,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056 2024-12-02T14:18:35,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056 2024-12-02T14:18:35,976 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-421194056/flush-table-proc/acquired, /0-421194056/flush-table-proc/reached, /0-421194056/flush-table-proc/abort 2024-12-02T14:18:35,977 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,46369,1733149114191 2024-12-02T14:18:35,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056 2024-12-02T14:18:35,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056 2024-12-02T14:18:35,981 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-421194056/online-snapshot/acquired, /0-421194056/online-snapshot/reached, /0-421194056/online-snapshot/abort 2024-12-02T14:18:35,981 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,46369,1733149114191 2024-12-02T14:18:35,982 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:18:35,983 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:35,984 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:18:35,984 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:18:35,984 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,46369,1733149114191 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:18:35,985 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:35,985 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:35,985 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:35,985 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:35,985 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:18:35,985 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:35,985 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:18:35,985 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:35,991 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:35,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:18:35,992 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:35,992 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:18:35,995 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149145995 2024-12-02T14:18:35,995 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:18:35,995 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:18:35,995 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:18:35,995 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:18:35,995 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:18:35,995 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:18:35,995 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:35,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36993 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:18:36,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:18:36,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:18:36,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:18:36,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:18:36,002 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:18:36,002 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:18:36,002 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149116002,5,FailOnTimeoutGroup] 2024-12-02T14:18:36,004 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149116002,5,FailOnTimeoutGroup] 2024-12-02T14:18:36,004 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:36,004 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:18:36,004 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:36,004 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:36,060 INFO [RS:0;a3a61c9ba14f:41139 {}] regionserver.HRegionServer(746): ClusterId : 9e7fc82f-f4d8-4dcf-8d80-ae94305eaecb 2024-12-02T14:18:36,060 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:18:36,061 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:18:36,061 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:18:36,062 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:18:36,062 DEBUG [RS:0;a3a61c9ba14f:41139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad9e504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:18:36,072 DEBUG [RS:0;a3a61c9ba14f:41139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:41139 2024-12-02T14:18:36,072 INFO [RS:0;a3a61c9ba14f:41139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:18:36,072 INFO [RS:0;a3a61c9ba14f:41139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:18:36,072 DEBUG [RS:0;a3a61c9ba14f:41139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:18:36,073 INFO [RS:0;a3a61c9ba14f:41139 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,46369,1733149114191 with port=41139, startcode=1733149114238 2024-12-02T14:18:36,073 DEBUG [RS:0;a3a61c9ba14f:41139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:18:36,074 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:18:36,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,41139,1733149114238 2024-12-02T14:18:36,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46369 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,41139,1733149114238 2024-12-02T14:18:36,076 DEBUG [RS:0;a3a61c9ba14f:41139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2 2024-12-02T14:18:36,076 DEBUG [RS:0;a3a61c9ba14f:41139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45505 2024-12-02T14:18:36,076 DEBUG [RS:0;a3a61c9ba14f:41139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:18:36,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056/rs 2024-12-02T14:18:36,077 DEBUG [RS:0;a3a61c9ba14f:41139 {}] zookeeper.ZKUtil(111): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Set watcher on existing znode=/0-421194056/rs/a3a61c9ba14f,41139,1733149114238 2024-12-02T14:18:36,077 WARN [RS:0;a3a61c9ba14f:41139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:18:36,077 INFO [RS:0;a3a61c9ba14f:41139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:36,077 DEBUG [RS:0;a3a61c9ba14f:41139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/WALs/a3a61c9ba14f,41139,1733149114238 2024-12-02T14:18:36,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,41139,1733149114238] 2024-12-02T14:18:36,079 INFO [RS:0;a3a61c9ba14f:41139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:18:36,080 INFO [RS:0;a3a61c9ba14f:41139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:18:36,081 INFO [RS:0;a3a61c9ba14f:41139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:18:36,081 INFO [RS:0;a3a61c9ba14f:41139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:36,085 INFO [RS:0;a3a61c9ba14f:41139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:18:36,085 INFO [RS:0;a3a61c9ba14f:41139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:18:36,086 INFO [RS:0;a3a61c9ba14f:41139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:18:36,086 DEBUG [RS:0;a3a61c9ba14f:41139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:18:36,087 INFO [RS:0;a3a61c9ba14f:41139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:36,087 INFO [RS:0;a3a61c9ba14f:41139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:36,087 INFO [RS:0;a3a61c9ba14f:41139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:36,087 INFO [RS:0;a3a61c9ba14f:41139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:36,087 INFO [RS:0;a3a61c9ba14f:41139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:36,087 INFO [RS:0;a3a61c9ba14f:41139 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41139,1733149114238-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:18:36,100 INFO [RS:0;a3a61c9ba14f:41139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:18:36,100 INFO [RS:0;a3a61c9ba14f:41139 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,41139,1733149114238-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:36,101 INFO [RS:0;a3a61c9ba14f:41139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:36,101 INFO [RS:0;a3a61c9ba14f:41139 {}] regionserver.Replication(171): a3a61c9ba14f,41139,1733149114238 started 2024-12-02T14:18:36,114 INFO [RS:0;a3a61c9ba14f:41139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:36,114 INFO [RS:0;a3a61c9ba14f:41139 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,41139,1733149114238, RpcServer on a3a61c9ba14f/172.17.0.2:41139, sessionid=0x1009b4c18660001 2024-12-02T14:18:36,114 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:18:36,114 DEBUG [RS:0;a3a61c9ba14f:41139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,41139,1733149114238 2024-12-02T14:18:36,114 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,41139,1733149114238' 2024-12-02T14:18:36,114 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-421194056/flush-table-proc/abort' 2024-12-02T14:18:36,115 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-421194056/flush-table-proc/acquired' 2024-12-02T14:18:36,118 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:18:36,119 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:18:36,119 DEBUG [RS:0;a3a61c9ba14f:41139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,41139,1733149114238 2024-12-02T14:18:36,119 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,41139,1733149114238' 2024-12-02T14:18:36,119 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-421194056/online-snapshot/abort' 2024-12-02T14:18:36,119 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-421194056/online-snapshot/acquired' 2024-12-02T14:18:36,119 DEBUG [RS:0;a3a61c9ba14f:41139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:18:36,119 INFO [RS:0;a3a61c9ba14f:41139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:18:36,119 INFO [RS:0;a3a61c9ba14f:41139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:18:36,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:18:36,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T14:18:36,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:18:36,220 INFO [RS:0;a3a61c9ba14f:41139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:18:36,221 INFO [RS:0;a3a61c9ba14f:41139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C41139%2C1733149114238, suffix=, logDir=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/WALs/a3a61c9ba14f,41139,1733149114238, archiveDir=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/oldWALs, maxLogs=10 2024-12-02T14:18:36,231 DEBUG [RS:0;a3a61c9ba14f:41139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/WALs/a3a61c9ba14f,41139,1733149114238/a3a61c9ba14f%2C41139%2C1733149114238.1733149116221, exclude list is [], retry=0 2024-12-02T14:18:36,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36993,DS-4de5dabd-1518-4bc4-8a92-104f66fbcbcd,DISK] 2024-12-02T14:18:36,234 INFO [RS:0;a3a61c9ba14f:41139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/WALs/a3a61c9ba14f,41139,1733149114238/a3a61c9ba14f%2C41139%2C1733149114238.1733149116221 2024-12-02T14:18:36,234 DEBUG [RS:0;a3a61c9ba14f:41139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42429:42429)] 2024-12-02T14:18:36,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:18:36,400 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2 2024-12-02T14:18:36,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36993 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:18:36,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:36,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:36,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:36,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:36,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:36,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:36,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:36,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:36,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:36,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:36,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:36,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:36,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:36,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:36,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:36,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:36,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:36,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:36,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/data/hbase/meta/1588230740 2024-12-02T14:18:36,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/data/hbase/meta/1588230740 2024-12-02T14:18:36,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:36,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:36,811 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:36,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:36,813 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:36,813 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65859532, jitterRate=-0.01861649751663208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:36,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733149116804Initializing all the Stores at 1733149116805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149116805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149116805Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149116805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149116805Cleaning up temporary data from old regions at 1733149116811 (+6 ms)Region opened successfully at 1733149116813 (+2 ms) 2024-12-02T14:18:36,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:18:36,813 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:18:36,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:18:36,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-12-02T14:18:36,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:18:36,814 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:18:36,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149116813Disabling compacts and flushes for region at 1733149116813Disabling writes for close at 1733149116814 (+1 ms)Writing region close event to WAL at 1733149116814Closed at 1733149116814 2024-12-02T14:18:36,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:36,815 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:18:36,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:18:36,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:36,816 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:18:36,966 DEBUG [a3a61c9ba14f:46369 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:18:36,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,41139,1733149114238 2024-12-02T14:18:36,967 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,41139,1733149114238, state=OPENING 2024-12-02T14:18:36,968 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:18:36,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056 2024-12-02T14:18:36,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421194056 2024-12-02T14:18:36,969 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:36,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-421194056/meta-region-server: CHANGED 2024-12-02T14:18:36,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-421194056/meta-region-server: CHANGED 2024-12-02T14:18:36,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,41139,1733149114238}] 2024-12-02T14:18:37,121 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:18:37,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:18:37,124 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:18:37,124 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:37,125 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:18:37,126 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C41139%2C1733149114238.meta, suffix=.meta, logDir=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/WALs/a3a61c9ba14f,41139,1733149114238, archiveDir=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/oldWALs, maxLogs=10 2024-12-02T14:18:37,136 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/WALs/a3a61c9ba14f,41139,1733149114238/a3a61c9ba14f%2C41139%2C1733149114238.meta.1733149117126.meta, exclude list is [], retry=0 2024-12-02T14:18:37,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36993,DS-4de5dabd-1518-4bc4-8a92-104f66fbcbcd,DISK] 2024-12-02T14:18:37,139 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/WALs/a3a61c9ba14f,41139,1733149114238/a3a61c9ba14f%2C41139%2C1733149114238.meta.1733149117126.meta 2024-12-02T14:18:37,139 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42429:42429)] 2024-12-02T14:18:37,140 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:37,140 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:37,140 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:18:37,140 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:18:37,140 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:18:37,140 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:18:37,140 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:37,140 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:18:37,140 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:18:37,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:37,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:37,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:37,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:37,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:37,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:37,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:37,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:37,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:37,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:37,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:37,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:37,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:37,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:37,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:37,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:37,145 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:37,145 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/data/hbase/meta/1588230740 2024-12-02T14:18:37,146 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/data/hbase/meta/1588230740 2024-12-02T14:18:37,147 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:37,147 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:37,147 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:37,148 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:37,148 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73879636, jitterRate=0.10089236497879028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:37,148 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:18:37,148 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733149117140Writing region info on filesystem at 1733149117140Initializing all the Stores at 1733149117141 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149117141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149117141Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149117141Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149117141Cleaning up temporary data from old regions at 1733149117147 (+6 ms)Running coprocessor post-open hooks at 1733149117148 (+1 ms)Region opened successfully at 1733149117148 2024-12-02T14:18:37,149 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733149117121 2024-12-02T14:18:37,150 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:18:37,150 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:18:37,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,41139,1733149114238 2024-12-02T14:18:37,151 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,41139,1733149114238, state=OPEN 2024-12-02T14:18:37,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41139-0x1009b4c18660001, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-421194056/meta-region-server 2024-12-02T14:18:37,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46369-0x1009b4c18660000, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-421194056/meta-region-server 2024-12-02T14:18:37,153 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,41139,1733149114238 2024-12-02T14:18:37,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-421194056/meta-region-server: CHANGED 2024-12-02T14:18:37,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-421194056/meta-region-server: CHANGED 2024-12-02T14:18:37,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:18:37,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,41139,1733149114238 in 184 msec 2024-12-02T14:18:37,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:18:37,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 339 msec 2024-12-02T14:18:37,156 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:37,156 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:18:37,157 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:37,157 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,41139,1733149114238, seqNum=-1] 2024-12-02T14:18:37,157 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:37,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:37,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1780 sec 2024-12-02T14:18:37,161 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733149117161, completionTime=-1 2024-12-02T14:18:37,161 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:18:37,161 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:18:37,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:18:37,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149177162 2024-12-02T14:18:37,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149237162 2024-12-02T14:18:37,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:18:37,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46369,1733149114191-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:37,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46369,1733149114191-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:37,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46369,1733149114191-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:37,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:46369, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:37,162 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:37,163 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:37,164 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:18:37,165 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.895sec 2024-12-02T14:18:37,165 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:18:37,165 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:18:37,165 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:18:37,165 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:18:37,165 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:18:37,165 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46369,1733149114191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:18:37,165 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46369,1733149114191-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:18:37,167 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:18:37,167 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:18:37,167 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46369,1733149114191-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:37,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620073fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:37,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46369,-1 for getting cluster id 2024-12-02T14:18:37,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:37,262 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e7fc82f-f4d8-4dcf-8d80-ae94305eaecb' 2024-12-02T14:18:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e7fc82f-f4d8-4dcf-8d80-ae94305eaecb" 2024-12-02T14:18:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541c0603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46369,-1] 2024-12-02T14:18:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:37,263 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:37,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3367b585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:37,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:37,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,41139,1733149114238, seqNum=-1] 2024-12-02T14:18:37,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:37,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:37,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,46369,1733149114191 2024-12-02T14:18:37,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52160 2024-12-02T14:18:37,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52160, baseZNode=/0-421194056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:37,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b4c18660002 connected 2024-12-02T14:18:37,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:37,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,46369,1733149114191 2024-12-02T14:18:37,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9666e39 2024-12-02T14:18:37,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:37,273 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:37,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:18:37,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:18:37,276 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:37,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:18:37,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:18:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:37,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36993 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:18:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:37,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 151faa172d62cdd810cf0ce1311a8b90, NAME => 'test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2 2024-12-02T14:18:37,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36993 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:18:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:38,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:38,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 151faa172d62cdd810cf0ce1311a8b90, disabling compactions & flushes 2024-12-02T14:18:38,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90. 2024-12-02T14:18:38,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90. 2024-12-02T14:18:38,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90. after waiting 0 ms 2024-12-02T14:18:38,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90. 2024-12-02T14:18:38,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90. 2024-12-02T14:18:38,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 151faa172d62cdd810cf0ce1311a8b90: Waiting for close lock at 1733149118089Disabling compacts and flushes for region at 1733149118089Disabling writes for close at 1733149118089Writing region close event to WAL at 1733149118089Closed at 1733149118089 2024-12-02T14:18:38,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:18:38,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733149118090"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149118090"}]},"ts":"1733149118090"} 2024-12-02T14:18:38,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:18:38,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:18:38,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149118092"}]},"ts":"1733149118092"} 2024-12-02T14:18:38,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:18:38,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=151faa172d62cdd810cf0ce1311a8b90, ASSIGN}] 2024-12-02T14:18:38,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=151faa172d62cdd810cf0ce1311a8b90, ASSIGN 2024-12-02T14:18:38,095 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=151faa172d62cdd810cf0ce1311a8b90, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,41139,1733149114238; forceNewPlan=false, retain=false 2024-12-02T14:18:38,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=151faa172d62cdd810cf0ce1311a8b90, regionState=OPENING, regionLocation=a3a61c9ba14f,41139,1733149114238 2024-12-02T14:18:38,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=151faa172d62cdd810cf0ce1311a8b90, ASSIGN because future has completed 2024-12-02T14:18:38,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 151faa172d62cdd810cf0ce1311a8b90, server=a3a61c9ba14f,41139,1733149114238}] 2024-12-02T14:18:38,401 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90. 2024-12-02T14:18:38,401 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 151faa172d62cdd810cf0ce1311a8b90, NAME => 'test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:38,401 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:38,401 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:18:38,401 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 151faa172d62cdd810cf0ce1311a8b90 2024-12-02T14:18:38,401 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:38,401 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 151faa172d62cdd810cf0ce1311a8b90 2024-12-02T14:18:38,401 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 151faa172d62cdd810cf0ce1311a8b90 2024-12-02T14:18:38,402 INFO [StoreOpener-151faa172d62cdd810cf0ce1311a8b90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 151faa172d62cdd810cf0ce1311a8b90 2024-12-02T14:18:38,403 INFO [StoreOpener-151faa172d62cdd810cf0ce1311a8b90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 151faa172d62cdd810cf0ce1311a8b90 columnFamilyName f 2024-12-02T14:18:38,403 DEBUG [StoreOpener-151faa172d62cdd810cf0ce1311a8b90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:38,403 INFO [StoreOpener-151faa172d62cdd810cf0ce1311a8b90-1 {}] regionserver.HStore(327): Store=151faa172d62cdd810cf0ce1311a8b90/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:38,403 INFO [StoreOpener-151faa172d62cdd810cf0ce1311a8b90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 151faa172d62cdd810cf0ce1311a8b90 2024-12-02T14:18:38,404 INFO [StoreOpener-151faa172d62cdd810cf0ce1311a8b90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 151faa172d62cdd810cf0ce1311a8b90 columnFamilyName f1 2024-12-02T14:18:38,404 DEBUG [StoreOpener-151faa172d62cdd810cf0ce1311a8b90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:38,404 INFO [StoreOpener-151faa172d62cdd810cf0ce1311a8b90-1 {}] regionserver.HStore(327): Store=151faa172d62cdd810cf0ce1311a8b90/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:38,404 INFO [StoreOpener-151faa172d62cdd810cf0ce1311a8b90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 151faa172d62cdd810cf0ce1311a8b90 2024-12-02T14:18:38,405 INFO [StoreOpener-151faa172d62cdd810cf0ce1311a8b90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 151faa172d62cdd810cf0ce1311a8b90 columnFamilyName norep 2024-12-02T14:18:38,405 DEBUG [StoreOpener-151faa172d62cdd810cf0ce1311a8b90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:38,405 INFO [StoreOpener-151faa172d62cdd810cf0ce1311a8b90-1 {}] regionserver.HStore(327): Store=151faa172d62cdd810cf0ce1311a8b90/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:38,405 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 151faa172d62cdd810cf0ce1311a8b90 2024-12-02T14:18:38,406 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/data/default/test/151faa172d62cdd810cf0ce1311a8b90 2024-12-02T14:18:38,406 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/data/default/test/151faa172d62cdd810cf0ce1311a8b90 2024-12-02T14:18:38,406 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 151faa172d62cdd810cf0ce1311a8b90 2024-12-02T14:18:38,406 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 151faa172d62cdd810cf0ce1311a8b90 2024-12-02T14:18:38,407 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:18:38,407 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 151faa172d62cdd810cf0ce1311a8b90 2024-12-02T14:18:38,409 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/data/default/test/151faa172d62cdd810cf0ce1311a8b90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:38,409 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 151faa172d62cdd810cf0ce1311a8b90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69492478, jitterRate=0.03551861643791199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:18:38,409 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 151faa172d62cdd810cf0ce1311a8b90 2024-12-02T14:18:38,409 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 151faa172d62cdd810cf0ce1311a8b90: Running coprocessor pre-open hook at 1733149118401Writing region info on filesystem at 1733149118401Initializing all the Stores at 1733149118402 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149118402Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149118402Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149118402Cleaning up temporary data from old regions at 1733149118406 (+4 ms)Running coprocessor post-open hooks at 1733149118409 (+3 ms)Region opened successfully at 1733149118409 2024-12-02T14:18:38,410 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90., pid=6, masterSystemTime=1733149118398 2024-12-02T14:18:38,411 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90. 2024-12-02T14:18:38,411 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733149117273.151faa172d62cdd810cf0ce1311a8b90. 2024-12-02T14:18:38,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=151faa172d62cdd810cf0ce1311a8b90, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,41139,1733149114238 2024-12-02T14:18:38,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 151faa172d62cdd810cf0ce1311a8b90, server=a3a61c9ba14f,41139,1733149114238 because future has completed 2024-12-02T14:18:38,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:18:38,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 151faa172d62cdd810cf0ce1311a8b90, server=a3a61c9ba14f,41139,1733149114238 in 167 msec 2024-12-02T14:18:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:38,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:18:38,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=151faa172d62cdd810cf0ce1311a8b90, ASSIGN in 322 msec 2024-12-02T14:18:38,417 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:18:38,417 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149118417"}]},"ts":"1733149118417"} 2024-12-02T14:18:38,418 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:18:38,419 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:18:38,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-02T14:18:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:39,427 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:18:39,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234041d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:39,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46369,-1 for getting cluster id 2024-12-02T14:18:39,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:39,428 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e7fc82f-f4d8-4dcf-8d80-ae94305eaecb' 2024-12-02T14:18:39,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:39,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e7fc82f-f4d8-4dcf-8d80-ae94305eaecb" 2024-12-02T14:18:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bae68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46369,-1] 2024-12-02T14:18:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:39,429 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:39,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6771d08d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:39,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:39,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,46369,1733149114191 2024-12-02T14:18:39,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68d1d39 2024-12-02T14:18:39,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:39,432 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:39,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:46369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:18:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:18:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:39,434 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:46369' 2024-12-02T14:18:39,435 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cc28e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:39,435 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,46369,-1 for getting cluster id 2024-12-02T14:18:39,435 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:39,436 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e7fc82f-f4d8-4dcf-8d80-ae94305eaecb' 2024-12-02T14:18:39,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:39,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e7fc82f-f4d8-4dcf-8d80-ae94305eaecb" 2024-12-02T14:18:39,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ead7ba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:39,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,46369,-1] 2024-12-02T14:18:39,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:39,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:39,437 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:39,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcdd412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:39,437 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:39,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,46369,1733149114191 2024-12-02T14:18:39,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6557c7f0 2024-12-02T14:18:39,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:39,438 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:39,439 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T14:18:39,439 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:18:39,439 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:39,439 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:39,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:39,440 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a3a61c9ba14f:46369, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-02T14:18:39,444 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a3a61c9ba14f:46369, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a3a61c9ba14f:46369, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a3a61c9ba14f:46369, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-02T14:18:39,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a3a61c9ba14f:46369, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-12-02T14:18:39,445 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-02T14:18:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:39,537 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://a3a61c9ba14f:46369, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-02T14:18:39,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:39,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:39,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:39,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:39,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:39,550 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 361) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-619645777_20 at /127.0.0.1:34426 [Receiving block BP-1956030796-172.17.0.2-1733149113351:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp787070663-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f7a40433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2-prefix:a3a61c9ba14f,41139,1733149114238 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1956030796-172.17.0.2-1733149113351:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server handler 0 on default port 45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(472981576) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: a3a61c9ba14f:46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2/MasterData-prefix:a3a61c9ba14f,46369,1733149114191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-619645777_20 at /127.0.0.1:34348 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp787070663-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f7a40433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52160) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp2139640376-7931-acceptor-0@157129fc-ServerConnector@1527f35d{HTTP/1.1, (http/1.1)}{localhost:35813} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2139640376-7930 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f7a40433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a3a61c9ba14f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52160 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RS:0;a3a61c9ba14f:41139 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 36787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp787070663-7883 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f7a40433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp787070663-7888 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/a3a61c9ba14f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server idle connection scanner for port 36787 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45505/user/jenkins/test-data/0ed73d4a-eb05-7ab5-9524-266e23db44b2-prefix:a3a61c9ba14f,41139,1733149114238.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2b5f9c1b[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp787070663-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/cluster_05aad6cc-1e2c-c60f-d598-eaf9568af474/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_223658142_20 at /127.0.0.1:34406 [Receiving block BP-1956030796-172.17.0.2-1733149113351:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1956030796-172.17.0.2-1733149113351 heartbeating to localhost/127.0.0.1:45505 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/a3a61c9ba14f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp787070663-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f7a40433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$588/0x00007f7a40aac6b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149116002 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp787070663-7885-acceptor-0@102a38fb-ServerConnector@85bdf7f{HTTP/1.1, (http/1.1)}{localhost:34043} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp2139640376-7933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:52160): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5349f266 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1956030796-172.17.0.2-1733149113351:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/a3a61c9ba14f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45505 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp2139640376-7932 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;a3a61c9ba14f:46369 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@3c3e29d4 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/cluster_05aad6cc-1e2c-c60f-d598-eaf9568af474/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 36787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-66761ef3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f7a409f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@11346850 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3d61c2d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1956030796-172.17.0.2-1733149113351:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52160) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;a3a61c9ba14f:41139-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 2 on default port 36787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52160) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@314166ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2ab2e0df-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45505 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149116002 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/cluster_05aad6cc-1e2c-c60f-d598-eaf9568af474/data/data1/current/BP-1956030796-172.17.0.2-1733149113351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp787070663-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/cluster_05aad6cc-1e2c-c60f-d598-eaf9568af474/data/data2/current/BP-1956030796-172.17.0.2-1733149113351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-619645777_20 at /127.0.0.1:34444 [Receiving block BP-1956030796-172.17.0.2-1733149113351:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=5035 (was 5124) 2024-12-02T14:18:39,552 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-12-02T14:18:39,564 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=5034 2024-12-02T14:18:39,564 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-12-02T14:18:39,582 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-02T14:18:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/hadoop.log.dir so I do NOT create it in target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec 2024-12-02T14:18:39,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:18:39,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/hadoop.tmp.dir so I do NOT create it in target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec 2024-12-02T14:18:39,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbeba5e-c0c6-3866-56ca-c713547b720f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:18:39,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec 2024-12-02T14:18:39,583 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/cluster_57058cfa-15bd-e025-72a8-8f8a7ba63a19, deleteOnExit=true 2024-12-02T14:18:39,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/cluster_57058cfa-15bd-e025-72a8-8f8a7ba63a19/zookeeper_0, clientPort=60967, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/cluster_57058cfa-15bd-e025-72a8-8f8a7ba63a19/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/cluster_57058cfa-15bd-e025-72a8-8f8a7ba63a19/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:18:39,587 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60967 2024-12-02T14:18:39,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:18:39,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:18:39,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/test.cache.data in system properties and HBase conf 2024-12-02T14:18:39,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:18:39,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:18:39,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:18:39,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:18:39,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:18:39,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:18:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:18:39,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:39,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:18:39,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:18:39,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:18:39,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:18:39,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:39,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec53f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:18:39,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@262d3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:18:39,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22b51209{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/java.io.tmpdir/jetty-localhost-40019-hadoop-hdfs-3_4_1-tests_jar-_-any-6292457454264947781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:18:39,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586faf4a{HTTP/1.1, (http/1.1)}{localhost:40019} 2024-12-02T14:18:39,803 INFO [Time-limited test {}] server.Server(415): Started @288185ms 2024-12-02T14:18:39,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:39,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:18:39,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:18:39,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:18:39,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:18:39,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@358c5e9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:18:39,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61115c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:18:40,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c9a294c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/java.io.tmpdir/jetty-localhost-36867-hadoop-hdfs-3_4_1-tests_jar-_-any-17092879815849587188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:18:40,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d873ff5{HTTP/1.1, (http/1.1)}{localhost:36867} 2024-12-02T14:18:40,020 INFO [Time-limited test {}] server.Server(415): Started @288403ms 2024-12-02T14:18:40,021 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:18:40,088 WARN [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/cluster_57058cfa-15bd-e025-72a8-8f8a7ba63a19/data/data1/current/BP-254910292-172.17.0.2-1733149119612/current, will proceed with Du for space computation calculation, 2024-12-02T14:18:40,088 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/cluster_57058cfa-15bd-e025-72a8-8f8a7ba63a19/data/data2/current/BP-254910292-172.17.0.2-1733149119612/current, will proceed with Du for space computation calculation, 2024-12-02T14:18:40,109 WARN [Thread-4301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:18:40,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec12568967a1f292 with lease ID 0x336caa44cdb7c1: Processing first storage report for DS-4db8de29-31ca-4fac-ba24-4fc6e77d6b65 from datanode DatanodeRegistration(127.0.0.1:42725, datanodeUuid=fac4ebf8-5899-4cdd-ab47-58d19395565a, infoPort=41933, infoSecurePort=0, ipcPort=43641, storageInfo=lv=-57;cid=testClusterID;nsid=912943127;c=1733149119612) 2024-12-02T14:18:40,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec12568967a1f292 with lease ID 0x336caa44cdb7c1: from storage DS-4db8de29-31ca-4fac-ba24-4fc6e77d6b65 node DatanodeRegistration(127.0.0.1:42725, datanodeUuid=fac4ebf8-5899-4cdd-ab47-58d19395565a, infoPort=41933, infoSecurePort=0, ipcPort=43641, storageInfo=lv=-57;cid=testClusterID;nsid=912943127;c=1733149119612), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T14:18:40,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec12568967a1f292 with lease ID 0x336caa44cdb7c1: Processing first storage report for DS-4e94be3e-f787-4428-98e1-a6e43dda1ce2 from datanode DatanodeRegistration(127.0.0.1:42725, datanodeUuid=fac4ebf8-5899-4cdd-ab47-58d19395565a, infoPort=41933, infoSecurePort=0, ipcPort=43641, storageInfo=lv=-57;cid=testClusterID;nsid=912943127;c=1733149119612) 2024-12-02T14:18:40,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec12568967a1f292 with lease ID 0x336caa44cdb7c1: from storage DS-4e94be3e-f787-4428-98e1-a6e43dda1ce2 node DatanodeRegistration(127.0.0.1:42725, datanodeUuid=fac4ebf8-5899-4cdd-ab47-58d19395565a, infoPort=41933, infoSecurePort=0, ipcPort=43641, storageInfo=lv=-57;cid=testClusterID;nsid=912943127;c=1733149119612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:18:40,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec 2024-12-02T14:18:40,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:40,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:40,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:18:40,566 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4 with version=8 2024-12-02T14:18:40,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/hbase-staging 2024-12-02T14:18:40,568 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:18:40,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:40,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:40,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:18:40,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:40,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:18:40,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:18:40,569 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:18:40,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37537 2024-12-02T14:18:40,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37537 connecting to ZooKeeper ensemble=127.0.0.1:60967 2024-12-02T14:18:40,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375370x0, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:40,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37537-0x1009b4c30d00000 connected 2024-12-02T14:18:40,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:40,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:40,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Set watcher on znode that does not yet exist, /01922358049/running 2024-12-02T14:18:40,588 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4, hbase.cluster.distributed=false 2024-12-02T14:18:40,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Set watcher on znode that does not yet exist, /01922358049/acl 2024-12-02T14:18:40,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37537 2024-12-02T14:18:40,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37537 2024-12-02T14:18:40,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37537 2024-12-02T14:18:40,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37537 2024-12-02T14:18:40,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37537 2024-12-02T14:18:40,607 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:18:40,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:40,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:40,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:18:40,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:40,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:18:40,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:18:40,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:18:40,607 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44181 2024-12-02T14:18:40,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44181 connecting to ZooKeeper ensemble=127.0.0.1:60967 2024-12-02T14:18:40,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:40,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:40,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441810x0, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:40,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441810x0, quorum=127.0.0.1:60967, baseZNode=/01922358049 Set watcher on znode that does not yet exist, /01922358049/running 2024-12-02T14:18:40,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44181-0x1009b4c30d00001 connected 2024-12-02T14:18:40,612 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:18:40,613 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:18:40,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Set watcher on znode that does not yet exist, /01922358049/master 2024-12-02T14:18:40,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Set watcher on znode that does not yet exist, /01922358049/acl 2024-12-02T14:18:40,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44181 2024-12-02T14:18:40,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44181 2024-12-02T14:18:40,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44181 2024-12-02T14:18:40,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44181 2024-12-02T14:18:40,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44181 2024-12-02T14:18:40,631 DEBUG [M:0;a3a61c9ba14f:37537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:37537 2024-12-02T14:18:40,631 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01922358049/backup-masters/a3a61c9ba14f,37537,1733149120568 2024-12-02T14:18:40,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049/backup-masters 2024-12-02T14:18:40,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049/backup-masters 2024-12-02T14:18:40,632 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Set watcher on existing znode=/01922358049/backup-masters/a3a61c9ba14f,37537,1733149120568 2024-12-02T14:18:40,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01922358049/master 2024-12-02T14:18:40,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:40,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:40,633 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Set watcher on existing znode=/01922358049/master 2024-12-02T14:18:40,633 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01922358049/backup-masters/a3a61c9ba14f,37537,1733149120568 from backup master directory 2024-12-02T14:18:40,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01922358049/backup-masters/a3a61c9ba14f,37537,1733149120568 2024-12-02T14:18:40,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049/backup-masters 2024-12-02T14:18:40,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049/backup-masters 2024-12-02T14:18:40,634 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:18:40,634 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,37537,1733149120568 2024-12-02T14:18:40,636 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/hbase.id] with ID: db3aec0e-0ebd-452d-8547-6e97fefbc177 2024-12-02T14:18:40,636 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/.tmp/hbase.id 2024-12-02T14:18:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:18:41,043 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/.tmp/hbase.id]:[hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/hbase.id] 2024-12-02T14:18:41,050 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:41,050 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:18:41,051 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T14:18:41,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:41,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:41,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:18:41,455 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:41,456 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:18:41,456 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:41,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:18:41,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:18:41,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:41,861 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store 2024-12-02T14:18:41,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:18:42,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:18:42,080 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T14:18:42,266 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:42,266 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:18:42,266 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:42,266 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:42,266 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:18:42,266 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:42,266 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:42,266 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149122266Disabling compacts and flushes for region at 1733149122266Disabling writes for close at 1733149122266Writing region close event to WAL at 1733149122266Closed at 1733149122266 2024-12-02T14:18:42,267 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/.initializing 2024-12-02T14:18:42,267 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/WALs/a3a61c9ba14f,37537,1733149120568 2024-12-02T14:18:42,268 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:18:42,269 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C37537%2C1733149120568, suffix=, logDir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/WALs/a3a61c9ba14f,37537,1733149120568, archiveDir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/oldWALs, maxLogs=10 2024-12-02T14:18:42,283 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/WALs/a3a61c9ba14f,37537,1733149120568/a3a61c9ba14f%2C37537%2C1733149120568.1733149122269, exclude list is [], retry=0 2024-12-02T14:18:42,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42725,DS-4db8de29-31ca-4fac-ba24-4fc6e77d6b65,DISK] 2024-12-02T14:18:42,286 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/WALs/a3a61c9ba14f,37537,1733149120568/a3a61c9ba14f%2C37537%2C1733149120568.1733149122269 2024-12-02T14:18:42,286 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41933:41933)] 2024-12-02T14:18:42,286 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:42,286 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:42,287 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:42,287 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:42,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:42,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:18:42,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:42,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:42,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:42,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:18:42,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:42,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:42,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:42,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:18:42,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:42,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:42,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:42,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:18:42,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:42,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:42,292 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:42,292 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:42,293 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:42,294 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:42,294 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:42,294 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:42,295 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:42,296 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:42,297 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60074192, jitterRate=-0.10482478141784668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:42,297 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733149122287Initializing all the Stores at 1733149122287Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149122287Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149122287Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149122287Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149122287Cleaning up temporary data from old regions at 1733149122294 (+7 ms)Region opened successfully at 1733149122297 (+3 ms) 2024-12-02T14:18:42,297 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:18:42,299 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67af88c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:18:42,299 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:18:42,299 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:18:42,300 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:18:42,300 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:18:42,300 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:18:42,300 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:18:42,300 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:18:42,302 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:18:42,302 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Unable to get data of znode /01922358049/balancer because node does not exist (not necessarily an error) 2024-12-02T14:18:42,303 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01922358049/balancer already deleted, retry=false 2024-12-02T14:18:42,303 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:18:42,304 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Unable to get data of znode /01922358049/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:18:42,304 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01922358049/normalizer already deleted, retry=false 2024-12-02T14:18:42,304 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:18:42,305 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Unable to get data of znode /01922358049/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:18:42,305 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01922358049/switch/split already deleted, retry=false 2024-12-02T14:18:42,306 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Unable to get data of znode /01922358049/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:18:42,306 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01922358049/switch/merge already deleted, retry=false 2024-12-02T14:18:42,308 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Unable to get data of znode /01922358049/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:18:42,308 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01922358049/snapshot-cleanup already deleted, retry=false 2024-12-02T14:18:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01922358049/running 2024-12-02T14:18:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01922358049/running 2024-12-02T14:18:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:42,309 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,37537,1733149120568, sessionid=0x1009b4c30d00000, setting cluster-up flag (Was=false) 2024-12-02T14:18:42,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:42,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:42,313 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01922358049/flush-table-proc/acquired, /01922358049/flush-table-proc/reached, /01922358049/flush-table-proc/abort 2024-12-02T14:18:42,313 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,37537,1733149120568 2024-12-02T14:18:42,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:42,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:42,317 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01922358049/online-snapshot/acquired, /01922358049/online-snapshot/reached, /01922358049/online-snapshot/abort 2024-12-02T14:18:42,317 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,37537,1733149120568 2024-12-02T14:18:42,318 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:18:42,319 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:42,319 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:18:42,320 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:18:42,320 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,37537,1733149120568 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:18:42,321 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:42,321 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:42,321 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:42,321 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:42,321 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:18:42,321 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:42,321 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:18:42,321 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:42,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:42,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:18:42,323 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:42,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:18:42,326 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(746): ClusterId : db3aec0e-0ebd-452d-8547-6e97fefbc177 2024-12-02T14:18:42,326 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:18:42,327 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:18:42,327 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:18:42,328 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:18:42,328 DEBUG [RS:0;a3a61c9ba14f:44181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d698288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:18:42,332 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149152332 2024-12-02T14:18:42,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:18:42,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:18:42,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:18:42,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:18:42,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:18:42,333 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:18:42,336 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,336 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:18:42,336 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:18:42,336 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:18:42,336 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:18:42,337 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:18:42,337 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:18:42,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:18:42,337 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149122337,5,FailOnTimeoutGroup] 2024-12-02T14:18:42,340 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149122337,5,FailOnTimeoutGroup] 2024-12-02T14:18:42,340 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,340 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:18:42,340 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,340 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,342 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:44181 2024-12-02T14:18:42,342 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:18:42,342 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:18:42,342 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:18:42,343 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,37537,1733149120568 with port=44181, startcode=1733149120606 2024-12-02T14:18:42,343 DEBUG [RS:0;a3a61c9ba14f:44181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:18:42,344 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:18:42,344 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,44181,1733149120606 2024-12-02T14:18:42,344 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37537 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,44181,1733149120606 2024-12-02T14:18:42,345 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4 2024-12-02T14:18:42,345 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43031 2024-12-02T14:18:42,345 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:18:42,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049/rs 2024-12-02T14:18:42,346 DEBUG [RS:0;a3a61c9ba14f:44181 {}] zookeeper.ZKUtil(111): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Set watcher on existing znode=/01922358049/rs/a3a61c9ba14f,44181,1733149120606 2024-12-02T14:18:42,347 WARN [RS:0;a3a61c9ba14f:44181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:18:42,347 INFO [RS:0;a3a61c9ba14f:44181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:42,347 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606 2024-12-02T14:18:42,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,44181,1733149120606] 2024-12-02T14:18:42,349 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:18:42,353 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:18:42,353 INFO [RS:0;a3a61c9ba14f:44181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:18:42,353 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,354 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:18:42,354 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:18:42,354 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:18:42,355 DEBUG [RS:0;a3a61c9ba14f:44181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:18:42,356 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,356 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,356 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,356 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,356 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,356 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44181,1733149120606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:18:42,371 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:18:42,371 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44181,1733149120606-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,372 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,372 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.Replication(171): a3a61c9ba14f,44181,1733149120606 started 2024-12-02T14:18:42,385 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:42,385 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,44181,1733149120606, RpcServer on a3a61c9ba14f/172.17.0.2:44181, sessionid=0x1009b4c30d00001 2024-12-02T14:18:42,385 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:18:42,385 DEBUG [RS:0;a3a61c9ba14f:44181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,44181,1733149120606 2024-12-02T14:18:42,386 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,44181,1733149120606' 2024-12-02T14:18:42,386 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01922358049/flush-table-proc/abort' 2024-12-02T14:18:42,386 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01922358049/flush-table-proc/acquired' 2024-12-02T14:18:42,386 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:18:42,386 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:18:42,386 DEBUG [RS:0;a3a61c9ba14f:44181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,44181,1733149120606 2024-12-02T14:18:42,386 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,44181,1733149120606' 2024-12-02T14:18:42,386 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01922358049/online-snapshot/abort' 2024-12-02T14:18:42,386 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01922358049/online-snapshot/acquired' 2024-12-02T14:18:42,387 DEBUG [RS:0;a3a61c9ba14f:44181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:18:42,387 INFO [RS:0;a3a61c9ba14f:44181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:18:42,387 INFO [RS:0;a3a61c9ba14f:44181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:18:42,487 INFO [RS:0;a3a61c9ba14f:44181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:18:42,488 INFO [RS:0;a3a61c9ba14f:44181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C44181%2C1733149120606, suffix=, logDir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606, archiveDir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/oldWALs, maxLogs=10 2024-12-02T14:18:42,499 DEBUG [RS:0;a3a61c9ba14f:44181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488, exclude list is [], retry=0 2024-12-02T14:18:42,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42725,DS-4db8de29-31ca-4fac-ba24-4fc6e77d6b65,DISK] 2024-12-02T14:18:42,506 INFO [RS:0;a3a61c9ba14f:44181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 2024-12-02T14:18:42,506 DEBUG [RS:0;a3a61c9ba14f:44181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41933:41933)] 2024-12-02T14:18:42,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:18:42,738 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4 2024-12-02T14:18:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:18:43,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:43,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:43,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:43,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:43,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:43,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:43,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:43,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:43,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:43,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:43,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:43,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:43,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:43,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:43,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:43,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:43,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:43,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:43,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740 2024-12-02T14:18:43,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740 2024-12-02T14:18:43,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:43,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:43,149 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:43,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:43,151 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:43,151 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68077277, jitterRate=0.01443047821521759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:43,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733149123142Initializing all the Stores at 1733149123143 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149123143Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149123143Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149123143Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149123143Cleaning up temporary data from old regions at 1733149123149 (+6 ms)Region opened successfully at 1733149123151 (+2 ms) 2024-12-02T14:18:43,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:18:43,151 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:18:43,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:18:43,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:18:43,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:18:43,151 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:18:43,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149123151Disabling compacts and flushes for region at 1733149123151Disabling writes for close at 1733149123151Writing region close event to WAL at 1733149123151Closed at 1733149123151 2024-12-02T14:18:43,152 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:43,152 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:18:43,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:18:43,153 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:43,154 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:18:43,304 DEBUG [a3a61c9ba14f:37537 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:18:43,304 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,44181,1733149120606 2024-12-02T14:18:43,305 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,44181,1733149120606, state=OPENING 2024-12-02T14:18:43,306 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:18:43,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:43,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:43,307 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:43,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01922358049/meta-region-server: CHANGED 2024-12-02T14:18:43,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01922358049/meta-region-server: CHANGED 2024-12-02T14:18:43,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,44181,1733149120606}] 2024-12-02T14:18:43,459 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:18:43,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:18:43,462 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:18:43,462 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:43,462 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:18:43,463 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C44181%2C1733149120606.meta, suffix=.meta, logDir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606, archiveDir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/oldWALs, maxLogs=10 2024-12-02T14:18:43,475 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.meta.1733149123463.meta, exclude list is [], retry=0 2024-12-02T14:18:43,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42725,DS-4db8de29-31ca-4fac-ba24-4fc6e77d6b65,DISK] 2024-12-02T14:18:43,478 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.meta.1733149123463.meta 2024-12-02T14:18:43,478 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41933:41933)] 2024-12-02T14:18:43,478 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:43,479 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:43,479 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:18:43,479 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:18:43,479 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:18:43,479 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:18:43,479 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:43,479 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:18:43,479 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:18:43,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:43,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:43,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:43,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:43,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:43,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:43,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:43,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:43,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:43,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:43,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:43,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:43,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:43,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:43,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:43,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:43,483 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:43,484 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740 2024-12-02T14:18:43,484 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740 2024-12-02T14:18:43,485 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:43,485 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:43,485 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:43,486 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:43,486 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63284515, jitterRate=-0.05698724091053009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:43,486 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:18:43,486 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733149123479Writing region info on filesystem at 1733149123479Initializing all the Stores at 1733149123480 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149123480Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149123480Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149123480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149123480Cleaning up temporary data from old regions at 1733149123485 (+5 ms)Running coprocessor post-open hooks at 1733149123486 (+1 ms)Region opened successfully at 1733149123486 2024-12-02T14:18:43,487 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733149123459 2024-12-02T14:18:43,488 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:18:43,488 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:18:43,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,44181,1733149120606 2024-12-02T14:18:43,489 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,44181,1733149120606, state=OPEN 2024-12-02T14:18:43,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01922358049/meta-region-server 2024-12-02T14:18:43,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01922358049/meta-region-server 2024-12-02T14:18:43,491 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,44181,1733149120606 2024-12-02T14:18:43,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01922358049/meta-region-server: CHANGED 2024-12-02T14:18:43,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01922358049/meta-region-server: CHANGED 2024-12-02T14:18:43,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:18:43,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,44181,1733149120606 in 184 msec 2024-12-02T14:18:43,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:18:43,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 340 msec 2024-12-02T14:18:43,494 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:43,494 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:18:43,495 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:43,495 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,44181,1733149120606, seqNum=-1] 2024-12-02T14:18:43,495 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:43,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:43,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1800 sec 2024-12-02T14:18:43,499 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733149123499, completionTime=-1 2024-12-02T14:18:43,500 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:18:43,500 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:18:43,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:18:43,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149183501 2024-12-02T14:18:43,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149243501 2024-12-02T14:18:43,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:18:43,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37537,1733149120568-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:43,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37537,1733149120568-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:43,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37537,1733149120568-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:43,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:37537, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:43,501 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:43,502 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:43,503 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:18:43,504 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.870sec 2024-12-02T14:18:43,504 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:18:43,504 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:18:43,504 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:18:43,504 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:18:43,504 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:18:43,504 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37537,1733149120568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:18:43,504 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37537,1733149120568-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:18:43,506 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:18:43,506 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:18:43,506 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37537,1733149120568-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:43,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2835a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:43,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37537,-1 for getting cluster id 2024-12-02T14:18:43,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:43,528 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3aec0e-0ebd-452d-8547-6e97fefbc177' 2024-12-02T14:18:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3aec0e-0ebd-452d-8547-6e97fefbc177" 2024-12-02T14:18:43,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c6ecd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:43,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37537,-1] 2024-12-02T14:18:43,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:43,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:43,530 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:43,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ef0f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:43,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,44181,1733149120606, seqNum=-1] 2024-12-02T14:18:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:43,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:43,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,37537,1733149120568 2024-12-02T14:18:43,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60967 2024-12-02T14:18:43,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:43,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009b4c30d00002 connected 2024-12-02T14:18:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/hadoop.log.dir so I do NOT create it in target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6 2024-12-02T14:18:43,538 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:18:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/hadoop.tmp.dir so I do NOT create it in target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6 2024-12-02T14:18:43,538 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:18:43,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6 2024-12-02T14:18:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:18:43,538 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/cluster_219e9dc2-a1f2-045c-4d85-7fedd167c9df, deleteOnExit=true 2024-12-02T14:18:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:18:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/test.cache.data in system properties and HBase conf 2024-12-02T14:18:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:18:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:18:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:18:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:18:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:18:43,539 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:18:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:18:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:18:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:18:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:18:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:18:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:18:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:18:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:18:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:18:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:18:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:18:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:18:43,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:18:43,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:18:43,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:43,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:18:43,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:18:43,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:18:43,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:18:43,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:43,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff20f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:18:43,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@119eee7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:18:43,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466bec40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/java.io.tmpdir/jetty-localhost-39161-hadoop-hdfs-3_4_1-tests_jar-_-any-9045960194009080028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:18:43,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@252587db{HTTP/1.1, (http/1.1)}{localhost:39161} 2024-12-02T14:18:43,703 INFO [Time-limited test {}] server.Server(415): Started @292086ms 2024-12-02T14:18:43,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:43,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:18:43,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:18:43,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:18:43,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:18:43,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435c3424{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:18:43,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654e73bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:18:43,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326cb3a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/java.io.tmpdir/jetty-localhost-43845-hadoop-hdfs-3_4_1-tests_jar-_-any-12162120385909199414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:18:43,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c4eba30{HTTP/1.1, (http/1.1)}{localhost:43845} 2024-12-02T14:18:43,852 INFO [Time-limited test {}] server.Server(415): Started @292234ms 2024-12-02T14:18:43,853 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:18:43,919 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/cluster_219e9dc2-a1f2-045c-4d85-7fedd167c9df/data/data1/current/BP-1327386556-172.17.0.2-1733149123557/current, will proceed with Du for space computation calculation, 2024-12-02T14:18:43,921 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/cluster_219e9dc2-a1f2-045c-4d85-7fedd167c9df/data/data2/current/BP-1327386556-172.17.0.2-1733149123557/current, will proceed with Du for space computation calculation, 2024-12-02T14:18:43,946 WARN [Thread-4422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:18:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fe7bf7808a0583b with lease ID 0xf9f55e044b958a5: Processing first storage report for DS-75f95be0-0bab-47b4-94a0-842e75cf65d1 from datanode DatanodeRegistration(127.0.0.1:38747, datanodeUuid=3aee52f5-e7ee-4b71-b65e-30342f2cc4ae, infoPort=41763, infoSecurePort=0, ipcPort=46735, storageInfo=lv=-57;cid=testClusterID;nsid=1429206886;c=1733149123557) 2024-12-02T14:18:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fe7bf7808a0583b with lease ID 0xf9f55e044b958a5: from storage DS-75f95be0-0bab-47b4-94a0-842e75cf65d1 node DatanodeRegistration(127.0.0.1:38747, datanodeUuid=3aee52f5-e7ee-4b71-b65e-30342f2cc4ae, infoPort=41763, infoSecurePort=0, ipcPort=46735, storageInfo=lv=-57;cid=testClusterID;nsid=1429206886;c=1733149123557), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:18:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fe7bf7808a0583b with lease ID 0xf9f55e044b958a5: Processing first storage report for DS-e19dc917-3b97-4707-a3c5-ff7969852488 from datanode DatanodeRegistration(127.0.0.1:38747, datanodeUuid=3aee52f5-e7ee-4b71-b65e-30342f2cc4ae, infoPort=41763, infoSecurePort=0, ipcPort=46735, storageInfo=lv=-57;cid=testClusterID;nsid=1429206886;c=1733149123557) 2024-12-02T14:18:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fe7bf7808a0583b with lease ID 0xf9f55e044b958a5: from storage DS-e19dc917-3b97-4707-a3c5-ff7969852488 node DatanodeRegistration(127.0.0.1:38747, datanodeUuid=3aee52f5-e7ee-4b71-b65e-30342f2cc4ae, infoPort=41763, infoSecurePort=0, ipcPort=46735, storageInfo=lv=-57;cid=testClusterID;nsid=1429206886;c=1733149123557), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:18:43,971 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6 2024-12-02T14:18:43,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:43,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:43,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:18:44,379 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf with version=8 2024-12-02T14:18:44,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/hbase-staging 2024-12-02T14:18:44,380 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:18:44,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:44,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:44,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:18:44,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:44,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:18:44,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:18:44,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:18:44,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43991 2024-12-02T14:18:44,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43991 connecting to ZooKeeper ensemble=127.0.0.1:60967 2024-12-02T14:18:44,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439910x0, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:44,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43991-0x1009b4c30d00003 connected 2024-12-02T14:18:44,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:44,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:44,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Set watcher on znode that does not yet exist, /1993231224/running 2024-12-02T14:18:44,392 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf, hbase.cluster.distributed=false 2024-12-02T14:18:44,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Set watcher on znode that does not yet exist, /1993231224/acl 2024-12-02T14:18:44,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43991 2024-12-02T14:18:44,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43991 2024-12-02T14:18:44,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43991 2024-12-02T14:18:44,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43991 2024-12-02T14:18:44,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43991 2024-12-02T14:18:44,407 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:18:44,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:44,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:44,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:18:44,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:44,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:18:44,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:18:44,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:18:44,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37427 2024-12-02T14:18:44,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37427 connecting to ZooKeeper ensemble=127.0.0.1:60967 2024-12-02T14:18:44,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:44,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:44,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374270x0, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:44,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374270x0, quorum=127.0.0.1:60967, baseZNode=/1993231224 Set watcher on znode that does not yet exist, /1993231224/running 2024-12-02T14:18:44,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37427-0x1009b4c30d00004 connected 2024-12-02T14:18:44,415 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:18:44,415 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:18:44,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Set watcher on znode that does not yet exist, /1993231224/master 2024-12-02T14:18:44,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Set watcher on znode that does not yet exist, /1993231224/acl 2024-12-02T14:18:44,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37427 2024-12-02T14:18:44,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37427 2024-12-02T14:18:44,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37427 2024-12-02T14:18:44,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37427 2024-12-02T14:18:44,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37427 2024-12-02T14:18:44,433 DEBUG [M:0;a3a61c9ba14f:43991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:43991 2024-12-02T14:18:44,433 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1993231224/backup-masters/a3a61c9ba14f,43991,1733149124380 2024-12-02T14:18:44,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224/backup-masters 2024-12-02T14:18:44,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224/backup-masters 2024-12-02T14:18:44,434 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Set watcher on existing znode=/1993231224/backup-masters/a3a61c9ba14f,43991,1733149124380 2024-12-02T14:18:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1993231224/master 2024-12-02T14:18:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:18:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:18:44,435 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Set watcher on existing znode=/1993231224/master 2024-12-02T14:18:44,436 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1993231224/backup-masters/a3a61c9ba14f,43991,1733149124380 from backup master directory 2024-12-02T14:18:44,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1993231224/backup-masters/a3a61c9ba14f,43991,1733149124380 2024-12-02T14:18:44,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224/backup-masters 2024-12-02T14:18:44,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224/backup-masters 2024-12-02T14:18:44,436 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:18:44,436 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,43991,1733149124380 2024-12-02T14:18:44,442 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/hbase.id] with ID: a7f56209-328d-4fa3-a08a-09c8f5303c16 2024-12-02T14:18:44,442 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/.tmp/hbase.id 2024-12-02T14:18:44,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:18:44,846 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/.tmp/hbase.id]:[hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/hbase.id] 2024-12-02T14:18:44,854 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:44,854 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:18:44,855 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:18:44,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:18:44,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:18:44,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:18:45,260 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:45,260 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:18:45,261 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:45,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:18:45,666 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store 2024-12-02T14:18:45,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:18:46,072 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:46,072 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:18:46,072 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:46,072 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:46,072 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:18:46,072 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:46,072 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:46,072 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149126072Disabling compacts and flushes for region at 1733149126072Disabling writes for close at 1733149126072Writing region close event to WAL at 1733149126072Closed at 1733149126072 2024-12-02T14:18:46,073 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/.initializing 2024-12-02T14:18:46,073 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/WALs/a3a61c9ba14f,43991,1733149124380 2024-12-02T14:18:46,074 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:18:46,075 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C43991%2C1733149124380, suffix=, logDir=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/WALs/a3a61c9ba14f,43991,1733149124380, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/oldWALs, maxLogs=10 2024-12-02T14:18:46,091 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/WALs/a3a61c9ba14f,43991,1733149124380/a3a61c9ba14f%2C43991%2C1733149124380.1733149126075, exclude list is [], retry=0 2024-12-02T14:18:46,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-75f95be0-0bab-47b4-94a0-842e75cf65d1,DISK] 2024-12-02T14:18:46,095 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/WALs/a3a61c9ba14f,43991,1733149124380/a3a61c9ba14f%2C43991%2C1733149124380.1733149126075 2024-12-02T14:18:46,096 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41763:41763)] 2024-12-02T14:18:46,096 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:46,097 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:46,097 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:46,097 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:46,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:46,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:18:46,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:46,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:46,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:46,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:18:46,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:46,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:46,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:46,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:18:46,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:46,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:46,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:46,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:18:46,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:46,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:46,103 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:46,103 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:46,104 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:46,104 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:46,104 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:46,105 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:46,106 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:46,108 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:46,108 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75481905, jitterRate=0.12476803362369537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:46,108 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733149126097Initializing all the Stores at 1733149126098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149126098Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149126098Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149126098Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149126098Cleaning up temporary data from old regions at 1733149126104 (+6 ms)Region opened successfully at 1733149126108 (+4 ms) 2024-12-02T14:18:46,109 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:18:46,111 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b2fe9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:18:46,112 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:18:46,112 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:18:46,112 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:18:46,112 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:18:46,112 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:18:46,113 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:18:46,113 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:18:46,122 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:18:46,123 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Unable to get data of znode /1993231224/balancer because node does not exist (not necessarily an error) 2024-12-02T14:18:46,124 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1993231224/balancer already deleted, retry=false 2024-12-02T14:18:46,124 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:18:46,125 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Unable to get data of znode /1993231224/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:18:46,125 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1993231224/normalizer already deleted, retry=false 2024-12-02T14:18:46,125 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:18:46,126 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Unable to get data of znode /1993231224/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:18:46,126 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1993231224/switch/split already deleted, retry=false 2024-12-02T14:18:46,127 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Unable to get data of znode /1993231224/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:18:46,127 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1993231224/switch/merge already deleted, retry=false 2024-12-02T14:18:46,128 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Unable to get data of znode /1993231224/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:18:46,129 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1993231224/snapshot-cleanup already deleted, retry=false 2024-12-02T14:18:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1993231224/running 2024-12-02T14:18:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:18:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1993231224/running 2024-12-02T14:18:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:18:46,130 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,43991,1733149124380, sessionid=0x1009b4c30d00003, setting cluster-up flag (Was=false) 2024-12-02T14:18:46,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:18:46,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:18:46,133 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1993231224/flush-table-proc/acquired, /1993231224/flush-table-proc/reached, /1993231224/flush-table-proc/abort 2024-12-02T14:18:46,134 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,43991,1733149124380 2024-12-02T14:18:46,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:18:46,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:18:46,137 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1993231224/online-snapshot/acquired, /1993231224/online-snapshot/reached, /1993231224/online-snapshot/abort 2024-12-02T14:18:46,137 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,43991,1733149124380 2024-12-02T14:18:46,138 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:18:46,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:18:46,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T14:18:46,139 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:46,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T14:18:46,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T14:18:46,139 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:18:46,139 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:18:46,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:18:46,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T14:18:46,140 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,43991,1733149124380 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:18:46,140 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:46,141 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:46,141 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:46,141 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:46,141 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:18:46,141 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:46,141 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:18:46,141 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:46,142 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:46,142 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:18:46,142 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:46,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:18:46,148 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149156148 2024-12-02T14:18:46,148 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:18:46,148 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:18:46,148 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:18:46,148 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:18:46,148 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:18:46,148 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:18:46,149 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,151 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:18:46,151 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:18:46,151 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:18:46,151 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:18:46,152 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:18:46,152 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:18:46,153 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149126152,5,FailOnTimeoutGroup] 2024-12-02T14:18:46,153 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149126153,5,FailOnTimeoutGroup] 2024-12-02T14:18:46,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:18:46,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,153 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:18:46,225 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(746): ClusterId : a7f56209-328d-4fa3-a08a-09c8f5303c16 2024-12-02T14:18:46,226 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:18:46,227 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:18:46,227 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:18:46,227 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:18:46,228 DEBUG [RS:0;a3a61c9ba14f:37427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d24b7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:18:46,237 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:37427 2024-12-02T14:18:46,237 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:18:46,237 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:18:46,237 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:18:46,238 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,43991,1733149124380 with port=37427, startcode=1733149124407 2024-12-02T14:18:46,238 DEBUG [RS:0;a3a61c9ba14f:37427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:18:46,239 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:18:46,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,37427,1733149124407 2024-12-02T14:18:46,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43991 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,37427,1733149124407 2024-12-02T14:18:46,240 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf 2024-12-02T14:18:46,240 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35351 2024-12-02T14:18:46,240 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:18:46,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224/rs 2024-12-02T14:18:46,241 DEBUG [RS:0;a3a61c9ba14f:37427 {}] zookeeper.ZKUtil(111): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Set watcher on existing znode=/1993231224/rs/a3a61c9ba14f,37427,1733149124407 2024-12-02T14:18:46,242 WARN [RS:0;a3a61c9ba14f:37427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:18:46,242 INFO [RS:0;a3a61c9ba14f:37427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:46,242 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/WALs/a3a61c9ba14f,37427,1733149124407 2024-12-02T14:18:46,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,37427,1733149124407] 2024-12-02T14:18:46,244 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:18:46,245 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:18:46,245 INFO [RS:0;a3a61c9ba14f:37427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:18:46,245 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,246 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:18:46,246 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:18:46,246 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,246 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:46,246 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:46,246 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:46,246 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:46,246 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:46,246 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:18:46,246 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:46,246 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:46,247 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:46,247 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:46,247 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:46,247 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:46,247 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:18:46,247 DEBUG [RS:0;a3a61c9ba14f:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:18:46,247 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,247 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,247 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,247 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,247 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,247 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37427,1733149124407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:18:46,258 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:18:46,258 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,37427,1733149124407-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,258 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,258 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.Replication(171): a3a61c9ba14f,37427,1733149124407 started 2024-12-02T14:18:46,269 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:46,269 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,37427,1733149124407, RpcServer on a3a61c9ba14f/172.17.0.2:37427, sessionid=0x1009b4c30d00004 2024-12-02T14:18:46,269 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:18:46,269 DEBUG [RS:0;a3a61c9ba14f:37427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,37427,1733149124407 2024-12-02T14:18:46,269 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,37427,1733149124407' 2024-12-02T14:18:46,269 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1993231224/flush-table-proc/abort' 2024-12-02T14:18:46,269 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1993231224/flush-table-proc/acquired' 2024-12-02T14:18:46,270 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:18:46,270 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:18:46,270 DEBUG [RS:0;a3a61c9ba14f:37427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,37427,1733149124407 2024-12-02T14:18:46,270 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,37427,1733149124407' 2024-12-02T14:18:46,270 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1993231224/online-snapshot/abort' 2024-12-02T14:18:46,270 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1993231224/online-snapshot/acquired' 2024-12-02T14:18:46,270 DEBUG [RS:0;a3a61c9ba14f:37427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:18:46,270 INFO [RS:0;a3a61c9ba14f:37427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:18:46,270 INFO [RS:0;a3a61c9ba14f:37427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:18:46,370 INFO [RS:0;a3a61c9ba14f:37427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:18:46,371 INFO [RS:0;a3a61c9ba14f:37427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C37427%2C1733149124407, suffix=, logDir=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/WALs/a3a61c9ba14f,37427,1733149124407, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/oldWALs, maxLogs=10 2024-12-02T14:18:46,383 DEBUG [RS:0;a3a61c9ba14f:37427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/WALs/a3a61c9ba14f,37427,1733149124407/a3a61c9ba14f%2C37427%2C1733149124407.1733149126372, exclude list is [], retry=0 2024-12-02T14:18:46,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-75f95be0-0bab-47b4-94a0-842e75cf65d1,DISK] 2024-12-02T14:18:46,386 INFO [RS:0;a3a61c9ba14f:37427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/WALs/a3a61c9ba14f,37427,1733149124407/a3a61c9ba14f%2C37427%2C1733149124407.1733149126372 2024-12-02T14:18:46,386 DEBUG [RS:0;a3a61c9ba14f:37427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41763:41763)] 2024-12-02T14:18:46,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:18:46,554 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf 2024-12-02T14:18:46,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:18:46,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:46,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:46,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:46,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:46,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:46,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:46,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:46,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:46,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:46,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:46,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:46,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:46,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:46,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:46,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:46,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:46,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:46,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:46,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740 2024-12-02T14:18:46,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740 2024-12-02T14:18:46,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:46,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:46,966 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:46,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:46,968 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:46,969 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74799840, jitterRate=0.11460447311401367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:46,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733149126959Initializing all the Stores at 1733149126959Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149126959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149126959Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149126959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149126959Cleaning up temporary data from old regions at 1733149126966 (+7 ms)Region opened successfully at 1733149126969 (+3 ms) 2024-12-02T14:18:46,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:18:46,969 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:18:46,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:18:46,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:18:46,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:18:46,969 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:18:46,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149126969Disabling compacts and flushes for region at 1733149126969Disabling writes for close at 1733149126969Writing region close event to WAL at 1733149126969Closed at 1733149126969 2024-12-02T14:18:46,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:46,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:18:46,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:18:46,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:46,972 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:18:47,122 DEBUG [a3a61c9ba14f:43991 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:18:47,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,37427,1733149124407 2024-12-02T14:18:47,123 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,37427,1733149124407, state=OPENING 2024-12-02T14:18:47,125 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:18:47,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:18:47,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:18:47,126 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:47,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1993231224/meta-region-server: CHANGED 2024-12-02T14:18:47,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1993231224/meta-region-server: CHANGED 2024-12-02T14:18:47,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,37427,1733149124407}] 2024-12-02T14:18:47,278 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:18:47,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:18:47,281 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:18:47,281 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:47,281 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:18:47,282 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C37427%2C1733149124407.meta, suffix=.meta, logDir=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/WALs/a3a61c9ba14f,37427,1733149124407, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/oldWALs, maxLogs=10 2024-12-02T14:18:47,293 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/WALs/a3a61c9ba14f,37427,1733149124407/a3a61c9ba14f%2C37427%2C1733149124407.meta.1733149127283.meta, exclude list is [], retry=0 2024-12-02T14:18:47,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-75f95be0-0bab-47b4-94a0-842e75cf65d1,DISK] 2024-12-02T14:18:47,296 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/WALs/a3a61c9ba14f,37427,1733149124407/a3a61c9ba14f%2C37427%2C1733149124407.meta.1733149127283.meta 2024-12-02T14:18:47,296 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41763:41763)] 2024-12-02T14:18:47,296 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:47,297 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:47,297 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:18:47,297 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:18:47,297 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:18:47,297 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:18:47,297 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:47,297 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:18:47,297 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:18:47,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:47,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:47,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:47,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:47,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:47,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:47,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:47,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:47,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:47,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:47,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:47,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:47,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:47,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:47,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:47,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:47,301 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:47,301 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740 2024-12-02T14:18:47,302 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740 2024-12-02T14:18:47,303 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:47,303 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:47,303 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:47,304 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:47,304 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58966043, jitterRate=-0.12133748829364777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:47,304 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:18:47,304 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733149127297Writing region info on filesystem at 1733149127297Initializing all the Stores at 1733149127298 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149127298Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149127298Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149127298Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149127298Cleaning up temporary data from old regions at 1733149127303 (+5 ms)Running coprocessor post-open hooks at 1733149127304 (+1 ms)Region opened successfully at 1733149127304 2024-12-02T14:18:47,305 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733149127278 2024-12-02T14:18:47,306 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:18:47,306 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:18:47,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,37427,1733149124407 2024-12-02T14:18:47,307 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,37427,1733149124407, state=OPEN 2024-12-02T14:18:47,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1993231224/meta-region-server 2024-12-02T14:18:47,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1993231224/meta-region-server 2024-12-02T14:18:47,308 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,37427,1733149124407 2024-12-02T14:18:47,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1993231224/meta-region-server: CHANGED 2024-12-02T14:18:47,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1993231224/meta-region-server: CHANGED 2024-12-02T14:18:47,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:18:47,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,37427,1733149124407 in 182 msec 2024-12-02T14:18:47,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:18:47,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 339 msec 2024-12-02T14:18:47,311 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:47,311 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:18:47,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:47,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37427,1733149124407, seqNum=-1] 2024-12-02T14:18:47,312 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:47,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:47,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1770 sec 2024-12-02T14:18:47,316 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733149127316, completionTime=-1 2024-12-02T14:18:47,316 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:18:47,316 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:18:47,317 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:18:47,317 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149187317 2024-12-02T14:18:47,317 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149247317 2024-12-02T14:18:47,317 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:18:47,318 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43991,1733149124380-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:47,318 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43991,1733149124380-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:47,318 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43991,1733149124380-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:47,318 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:43991, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:47,318 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:47,318 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:47,319 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:18:47,321 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.885sec 2024-12-02T14:18:47,321 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:18:47,321 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:18:47,321 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:18:47,321 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:18:47,321 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:18:47,321 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43991,1733149124380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:18:47,321 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43991,1733149124380-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:18:47,323 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:18:47,323 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:18:47,323 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,43991,1733149124380-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:47,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:47,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43991,-1 for getting cluster id 2024-12-02T14:18:47,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:47,327 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7f56209-328d-4fa3-a08a-09c8f5303c16' 2024-12-02T14:18:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7f56209-328d-4fa3-a08a-09c8f5303c16" 2024-12-02T14:18:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37389246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43991,-1] 2024-12-02T14:18:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:47,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:47,328 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:47,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6106f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:47,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37427,1733149124407, seqNum=-1] 2024-12-02T14:18:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:47,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:47,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,43991,1733149124380 2024-12-02T14:18:47,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60967 2024-12-02T14:18:47,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:47,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009b4c30d00005 connected 2024-12-02T14:18:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/hadoop.log.dir so I do NOT create it in target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415 2024-12-02T14:18:47,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:18:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/hadoop.tmp.dir so I do NOT create it in target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415 2024-12-02T14:18:47,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:18:47,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415 2024-12-02T14:18:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:18:47,336 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/cluster_87bd860d-91e9-7245-bda2-4b330976f404, deleteOnExit=true 2024-12-02T14:18:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:18:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/test.cache.data in system properties and HBase conf 2024-12-02T14:18:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:18:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:18:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:18:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:18:47,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:18:47,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:18:47,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:18:47,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:47,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:18:47,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:18:47,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:18:47,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:18:47,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:47,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124dcaa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:18:47,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18990de3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:18:47,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c8baf7c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/java.io.tmpdir/jetty-localhost-41839-hadoop-hdfs-3_4_1-tests_jar-_-any-13164840878497483777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:18:47,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6983f7b8{HTTP/1.1, (http/1.1)}{localhost:41839} 2024-12-02T14:18:47,499 INFO [Time-limited test {}] server.Server(415): Started @295882ms 2024-12-02T14:18:47,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:18:47,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:18:47,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:18:47,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:18:47,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:18:47,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23618ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:18:47,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb415da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:18:47,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2960a674{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/java.io.tmpdir/jetty-localhost-38591-hadoop-hdfs-3_4_1-tests_jar-_-any-17722458695641209686/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:18:47,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b582525{HTTP/1.1, (http/1.1)}{localhost:38591} 2024-12-02T14:18:47,648 INFO [Time-limited test {}] server.Server(415): Started @296030ms 2024-12-02T14:18:47,649 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:18:47,702 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/cluster_87bd860d-91e9-7245-bda2-4b330976f404/data/data2/current/BP-1649539305-172.17.0.2-1733149127350/current, will proceed with Du for space computation calculation, 2024-12-02T14:18:47,702 WARN [Thread-4554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/cluster_87bd860d-91e9-7245-bda2-4b330976f404/data/data1/current/BP-1649539305-172.17.0.2-1733149127350/current, will proceed with Du for space computation calculation, 2024-12-02T14:18:47,721 WARN [Thread-4542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:18:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8d7459239efd55 with lease ID 0x3b44f69bd3346533: Processing first storage report for DS-2df3efba-ee59-448b-8758-2a8fb7134704 from datanode DatanodeRegistration(127.0.0.1:35927, datanodeUuid=dbb1a4ed-29c7-454a-802f-2542c4b11390, infoPort=33193, infoSecurePort=0, ipcPort=40827, storageInfo=lv=-57;cid=testClusterID;nsid=1389670355;c=1733149127350) 2024-12-02T14:18:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8d7459239efd55 with lease ID 0x3b44f69bd3346533: from storage DS-2df3efba-ee59-448b-8758-2a8fb7134704 node DatanodeRegistration(127.0.0.1:35927, datanodeUuid=dbb1a4ed-29c7-454a-802f-2542c4b11390, infoPort=33193, infoSecurePort=0, ipcPort=40827, storageInfo=lv=-57;cid=testClusterID;nsid=1389670355;c=1733149127350), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:18:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8d7459239efd55 with lease ID 0x3b44f69bd3346533: Processing first storage report for DS-f4ede47a-1e5d-40b5-8585-08498530b2bb from datanode DatanodeRegistration(127.0.0.1:35927, datanodeUuid=dbb1a4ed-29c7-454a-802f-2542c4b11390, infoPort=33193, infoSecurePort=0, ipcPort=40827, storageInfo=lv=-57;cid=testClusterID;nsid=1389670355;c=1733149127350) 2024-12-02T14:18:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8d7459239efd55 with lease ID 0x3b44f69bd3346533: from storage DS-f4ede47a-1e5d-40b5-8585-08498530b2bb node DatanodeRegistration(127.0.0.1:35927, datanodeUuid=dbb1a4ed-29c7-454a-802f-2542c4b11390, infoPort=33193, infoSecurePort=0, ipcPort=40827, storageInfo=lv=-57;cid=testClusterID;nsid=1389670355;c=1733149127350), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:18:47,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415 2024-12-02T14:18:47,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:47,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:47,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:18:47,789 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75 with version=8 2024-12-02T14:18:47,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/hbase-staging 2024-12-02T14:18:47,791 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:18:47,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:47,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:47,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:18:47,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:47,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:18:47,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:18:47,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:18:47,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36963 2024-12-02T14:18:47,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36963 connecting to ZooKeeper ensemble=127.0.0.1:60967 2024-12-02T14:18:47,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369630x0, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:47,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:47,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:47,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36963-0x1009b4c30d00006 connected 2024-12-02T14:18:47,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Set watcher on znode that does not yet exist, /21739937000/running 2024-12-02T14:18:47,802 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75, hbase.cluster.distributed=false 2024-12-02T14:18:47,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Set watcher on znode that does not yet exist, /21739937000/acl 2024-12-02T14:18:47,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36963 2024-12-02T14:18:47,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36963 2024-12-02T14:18:47,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36963 2024-12-02T14:18:47,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36963 2024-12-02T14:18:47,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36963 2024-12-02T14:18:47,827 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:18:47,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:47,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:47,827 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:18:47,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:18:47,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:18:47,827 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:18:47,827 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:18:47,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46569 2024-12-02T14:18:47,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46569 connecting to ZooKeeper ensemble=127.0.0.1:60967 2024-12-02T14:18:47,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:47,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:47,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465690x0, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:47,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46569-0x1009b4c30d00007 connected 2024-12-02T14:18:47,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Set watcher on znode that does not yet exist, /21739937000/running 2024-12-02T14:18:47,838 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:18:47,842 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:18:47,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Set watcher on znode that does not yet exist, /21739937000/master 2024-12-02T14:18:47,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Set watcher on znode that does not yet exist, /21739937000/acl 2024-12-02T14:18:47,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46569 2024-12-02T14:18:47,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46569 2024-12-02T14:18:47,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46569 2024-12-02T14:18:47,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46569 2024-12-02T14:18:47,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46569 2024-12-02T14:18:47,863 DEBUG [M:0;a3a61c9ba14f:36963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:36963 2024-12-02T14:18:47,863 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21739937000/backup-masters/a3a61c9ba14f,36963,1733149127791 2024-12-02T14:18:47,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000/backup-masters 2024-12-02T14:18:47,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000/backup-masters 2024-12-02T14:18:47,865 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Set watcher on existing znode=/21739937000/backup-masters/a3a61c9ba14f,36963,1733149127791 2024-12-02T14:18:47,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21739937000/master 2024-12-02T14:18:47,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:18:47,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:18:47,866 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Set watcher on existing znode=/21739937000/master 2024-12-02T14:18:47,866 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21739937000/backup-masters/a3a61c9ba14f,36963,1733149127791 from backup master directory 2024-12-02T14:18:47,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21739937000/backup-masters/a3a61c9ba14f,36963,1733149127791 2024-12-02T14:18:47,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000/backup-masters 2024-12-02T14:18:47,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000/backup-masters 2024-12-02T14:18:47,867 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:18:47,867 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,36963,1733149127791 2024-12-02T14:18:47,870 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/hbase.id] with ID: d6dc346c-7b62-493f-9772-c897edbcec0e 2024-12-02T14:18:47,870 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/.tmp/hbase.id 2024-12-02T14:18:47,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:18:48,275 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/.tmp/hbase.id]:[hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/hbase.id] 2024-12-02T14:18:48,282 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:48,282 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:18:48,282 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T14:18:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:18:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:18:48,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:18:48,687 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:48,688 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:18:48,688 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:48,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:18:48,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:18:48,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:48,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:48,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:48,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:48,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:48,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:48,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:48,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:49,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:49,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:49,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:49,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:49,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:49,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:49,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:49,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:49,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:49,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:49,093 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store 2024-12-02T14:18:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:18:49,498 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:49,498 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:18:49,498 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:49,498 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:49,498 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:18:49,498 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:49,498 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:18:49,498 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149129498Disabling compacts and flushes for region at 1733149129498Disabling writes for close at 1733149129498Writing region close event to WAL at 1733149129498Closed at 1733149129498 2024-12-02T14:18:49,498 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/.initializing 2024-12-02T14:18:49,499 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/WALs/a3a61c9ba14f,36963,1733149127791 2024-12-02T14:18:49,499 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:18:49,500 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C36963%2C1733149127791, suffix=, logDir=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/WALs/a3a61c9ba14f,36963,1733149127791, archiveDir=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/oldWALs, maxLogs=10 2024-12-02T14:18:49,511 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/WALs/a3a61c9ba14f,36963,1733149127791/a3a61c9ba14f%2C36963%2C1733149127791.1733149129501, exclude list is [], retry=0 2024-12-02T14:18:49,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35927,DS-2df3efba-ee59-448b-8758-2a8fb7134704,DISK] 2024-12-02T14:18:49,514 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/WALs/a3a61c9ba14f,36963,1733149127791/a3a61c9ba14f%2C36963%2C1733149127791.1733149129501 2024-12-02T14:18:49,515 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33193:33193)] 2024-12-02T14:18:49,515 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:49,515 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:49,515 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:49,515 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:49,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:49,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:18:49,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:49,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:49,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:49,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:18:49,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:49,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:49,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:49,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:18:49,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:49,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:49,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:49,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:18:49,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:49,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:49,520 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:49,520 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:49,521 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:49,521 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:49,521 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:49,521 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:49,522 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:18:49,523 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:49,523 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63935727, jitterRate=-0.04728342592716217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:49,524 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733149129515Initializing all the Stores at 1733149129515Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149129516 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149129516Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149129516Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149129516Cleaning up temporary data from old regions at 1733149129521 (+5 ms)Region opened successfully at 1733149129523 (+2 ms) 2024-12-02T14:18:49,524 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:18:49,525 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b75c165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:18:49,526 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:18:49,526 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:18:49,526 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:18:49,526 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:18:49,526 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:18:49,527 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:18:49,527 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:18:49,528 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:18:49,528 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Unable to get data of znode /21739937000/balancer because node does not exist (not necessarily an error) 2024-12-02T14:18:49,529 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21739937000/balancer already deleted, retry=false 2024-12-02T14:18:49,529 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:18:49,530 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Unable to get data of znode /21739937000/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:18:49,530 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21739937000/normalizer already deleted, retry=false 2024-12-02T14:18:49,530 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:18:49,531 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Unable to get data of znode /21739937000/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:18:49,532 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21739937000/switch/split already deleted, retry=false 2024-12-02T14:18:49,532 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Unable to get data of znode /21739937000/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:18:49,532 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21739937000/switch/merge already deleted, retry=false 2024-12-02T14:18:49,533 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Unable to get data of znode /21739937000/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:18:49,534 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21739937000/snapshot-cleanup already deleted, retry=false 2024-12-02T14:18:49,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21739937000/running 2024-12-02T14:18:49,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21739937000/running 2024-12-02T14:18:49,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:18:49,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:18:49,535 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,36963,1733149127791, sessionid=0x1009b4c30d00006, setting cluster-up flag (Was=false) 2024-12-02T14:18:49,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:18:49,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:18:49,538 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21739937000/flush-table-proc/acquired, /21739937000/flush-table-proc/reached, /21739937000/flush-table-proc/abort 2024-12-02T14:18:49,538 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,36963,1733149127791 2024-12-02T14:18:49,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:18:49,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:18:49,541 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21739937000/online-snapshot/acquired, /21739937000/online-snapshot/reached, /21739937000/online-snapshot/abort 2024-12-02T14:18:49,542 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,36963,1733149127791 2024-12-02T14:18:49,543 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:18:49,544 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:49,544 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:18:49,544 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:18:49,544 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,36963,1733149127791 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:18:49,545 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:49,545 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:49,545 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:49,545 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:18:49,545 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:18:49,545 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:49,545 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:18:49,545 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:49,546 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733149159546 2024-12-02T14:18:49,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:49,546 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:18:49,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:18:49,547 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:18:49,547 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:18:49,547 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:18:49,547 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:18:49,547 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:18:49,547 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,547 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:18:49,547 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:18:49,547 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:18:49,547 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T14:18:49,547 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:49,547 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:18:49,547 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:18:49,547 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:18:49,548 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149129547,5,FailOnTimeoutGroup] 2024-12-02T14:18:49,548 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149129548,5,FailOnTimeoutGroup] 2024-12-02T14:18:49,548 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,548 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:18:49,548 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,548 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:18:49,556 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(746): ClusterId : d6dc346c-7b62-493f-9772-c897edbcec0e 2024-12-02T14:18:49,556 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:18:49,557 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:18:49,557 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:18:49,558 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:18:49,558 DEBUG [RS:0;a3a61c9ba14f:46569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1553b0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:18:49,573 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:46569 2024-12-02T14:18:49,573 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:18:49,574 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:18:49,574 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:18:49,574 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,36963,1733149127791 with port=46569, startcode=1733149127826 2024-12-02T14:18:49,574 DEBUG [RS:0;a3a61c9ba14f:46569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:18:49,577 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:18:49,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,46569,1733149127826 2024-12-02T14:18:49,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36963 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,46569,1733149127826 2024-12-02T14:18:49,579 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75 2024-12-02T14:18:49,579 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37057 2024-12-02T14:18:49,579 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:18:49,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000/rs 2024-12-02T14:18:49,582 DEBUG [RS:0;a3a61c9ba14f:46569 {}] zookeeper.ZKUtil(111): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Set watcher on existing znode=/21739937000/rs/a3a61c9ba14f,46569,1733149127826 2024-12-02T14:18:49,582 WARN [RS:0;a3a61c9ba14f:46569 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:18:49,582 INFO [RS:0;a3a61c9ba14f:46569 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:49,582 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/WALs/a3a61c9ba14f,46569,1733149127826 2024-12-02T14:18:49,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,46569,1733149127826] 2024-12-02T14:18:49,584 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:18:49,589 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:18:49,589 INFO [RS:0;a3a61c9ba14f:46569 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:18:49,590 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,593 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:18:49,594 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:18:49,594 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:18:49,594 DEBUG [RS:0;a3a61c9ba14f:46569 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:18:49,598 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,598 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,598 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,598 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,598 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,598 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46569,1733149127826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:18:49,610 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:18:49,610 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,46569,1733149127826-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,610 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,611 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.Replication(171): a3a61c9ba14f,46569,1733149127826 started 2024-12-02T14:18:49,621 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:49,621 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,46569,1733149127826, RpcServer on a3a61c9ba14f/172.17.0.2:46569, sessionid=0x1009b4c30d00007 2024-12-02T14:18:49,621 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:18:49,621 DEBUG [RS:0;a3a61c9ba14f:46569 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,46569,1733149127826 2024-12-02T14:18:49,621 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,46569,1733149127826' 2024-12-02T14:18:49,621 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21739937000/flush-table-proc/abort' 2024-12-02T14:18:49,622 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21739937000/flush-table-proc/acquired' 2024-12-02T14:18:49,622 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:18:49,622 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:18:49,622 DEBUG [RS:0;a3a61c9ba14f:46569 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,46569,1733149127826 2024-12-02T14:18:49,622 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,46569,1733149127826' 2024-12-02T14:18:49,622 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21739937000/online-snapshot/abort' 2024-12-02T14:18:49,623 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21739937000/online-snapshot/acquired' 2024-12-02T14:18:49,623 DEBUG [RS:0;a3a61c9ba14f:46569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:18:49,623 INFO [RS:0;a3a61c9ba14f:46569 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:18:49,623 INFO [RS:0;a3a61c9ba14f:46569 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:18:49,723 INFO [RS:0;a3a61c9ba14f:46569 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:18:49,724 INFO [RS:0;a3a61c9ba14f:46569 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C46569%2C1733149127826, suffix=, logDir=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/WALs/a3a61c9ba14f,46569,1733149127826, archiveDir=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/oldWALs, maxLogs=10 2024-12-02T14:18:49,735 DEBUG [RS:0;a3a61c9ba14f:46569 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/WALs/a3a61c9ba14f,46569,1733149127826/a3a61c9ba14f%2C46569%2C1733149127826.1733149129724, exclude list is [], retry=0 2024-12-02T14:18:49,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35927,DS-2df3efba-ee59-448b-8758-2a8fb7134704,DISK] 2024-12-02T14:18:49,738 INFO [RS:0;a3a61c9ba14f:46569 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/WALs/a3a61c9ba14f,46569,1733149127826/a3a61c9ba14f%2C46569%2C1733149127826.1733149129724 2024-12-02T14:18:49,738 DEBUG [RS:0;a3a61c9ba14f:46569 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33193:33193)] 2024-12-02T14:18:49,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:18:49,957 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75 2024-12-02T14:18:49,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741833_1009 (size=32) 2024-12-02T14:18:50,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:50,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:50,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:50,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:50,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:50,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:50,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:50,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:50,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:50,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:50,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:50,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:50,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:50,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:50,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:50,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:50,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:50,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:50,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740 2024-12-02T14:18:50,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740 2024-12-02T14:18:50,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:50,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:50,367 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:50,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:50,370 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:50,370 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62380374, jitterRate=-0.0704599916934967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:50,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733149130361Initializing all the Stores at 1733149130362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149130362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149130362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149130362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149130362Cleaning up temporary data from old regions at 1733149130367 (+5 ms)Region opened successfully at 1733149130370 (+3 ms) 2024-12-02T14:18:50,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:18:50,370 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:18:50,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:18:50,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:18:50,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:18:50,371 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:18:50,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149130370Disabling compacts and flushes for region at 1733149130370Disabling writes for close at 1733149130370Writing region close event to WAL at 1733149130371 (+1 ms)Closed at 1733149130371 2024-12-02T14:18:50,372 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:50,372 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:18:50,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:18:50,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:50,373 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:18:50,524 DEBUG [a3a61c9ba14f:36963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:18:50,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,46569,1733149127826 2024-12-02T14:18:50,525 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,46569,1733149127826, state=OPENING 2024-12-02T14:18:50,526 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:18:50,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:18:50,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:18:50,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21739937000/meta-region-server: CHANGED 2024-12-02T14:18:50,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21739937000/meta-region-server: CHANGED 2024-12-02T14:18:50,527 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:18:50,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,46569,1733149127826}] 2024-12-02T14:18:50,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:18:50,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:18:50,682 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:18:50,682 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:50,682 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:18:50,683 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C46569%2C1733149127826.meta, suffix=.meta, logDir=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/WALs/a3a61c9ba14f,46569,1733149127826, archiveDir=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/oldWALs, maxLogs=10 2024-12-02T14:18:50,695 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/WALs/a3a61c9ba14f,46569,1733149127826/a3a61c9ba14f%2C46569%2C1733149127826.meta.1733149130684.meta, exclude list is [], retry=0 2024-12-02T14:18:50,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35927,DS-2df3efba-ee59-448b-8758-2a8fb7134704,DISK] 2024-12-02T14:18:50,698 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/WALs/a3a61c9ba14f,46569,1733149127826/a3a61c9ba14f%2C46569%2C1733149127826.meta.1733149130684.meta 2024-12-02T14:18:50,698 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33193:33193)] 2024-12-02T14:18:50,698 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:50,698 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:50,698 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:18:50,699 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:18:50,699 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:18:50,699 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:18:50,699 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:50,699 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:18:50,699 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:18:50,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:18:50,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:18:50,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:50,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:50,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:18:50,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:18:50,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:50,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:50,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:18:50,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:18:50,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:50,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:50,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:18:50,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:18:50,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:50,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:18:50,703 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:18:50,703 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740 2024-12-02T14:18:50,704 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740 2024-12-02T14:18:50,705 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:18:50,705 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:18:50,705 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:18:50,706 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:18:50,706 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65458173, jitterRate=-0.02459721267223358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:18:50,706 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:18:50,706 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733149130699Writing region info on filesystem at 1733149130699Initializing all the Stores at 1733149130699Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149130700 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149130700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149130700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733149130700Cleaning up temporary data from old regions at 1733149130705 (+5 ms)Running coprocessor post-open hooks at 1733149130706 (+1 ms)Region opened successfully at 1733149130706 2024-12-02T14:18:50,707 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733149130678 2024-12-02T14:18:50,708 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:18:50,708 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:18:50,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,46569,1733149127826 2024-12-02T14:18:50,709 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,46569,1733149127826, state=OPEN 2024-12-02T14:18:50,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21739937000/meta-region-server 2024-12-02T14:18:50,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21739937000/meta-region-server 2024-12-02T14:18:50,710 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,46569,1733149127826 2024-12-02T14:18:50,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21739937000/meta-region-server: CHANGED 2024-12-02T14:18:50,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21739937000/meta-region-server: CHANGED 2024-12-02T14:18:50,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:18:50,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,46569,1733149127826 in 183 msec 2024-12-02T14:18:50,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:18:50,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 339 msec 2024-12-02T14:18:50,713 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:18:50,713 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:18:50,714 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:50,714 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46569,1733149127826, seqNum=-1] 2024-12-02T14:18:50,714 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:50,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:50,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1740 sec 2024-12-02T14:18:50,718 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733149130718, completionTime=-1 2024-12-02T14:18:50,719 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:18:50,719 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:18:50,720 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:18:50,720 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733149190720 2024-12-02T14:18:50,720 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733149250720 2024-12-02T14:18:50,720 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T14:18:50,720 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36963,1733149127791-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:50,720 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36963,1733149127791-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:50,720 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36963,1733149127791-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:50,720 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:36963, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:50,720 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:50,720 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:50,722 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:18:50,722 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.855sec 2024-12-02T14:18:50,723 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:18:50,723 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:18:50,723 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:18:50,723 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:18:50,723 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:18:50,723 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36963,1733149127791-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:18:50,723 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36963,1733149127791-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:18:50,724 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:18:50,724 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:18:50,724 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,36963,1733149127791-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:18:50,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3833d70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:50,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36963,-1 for getting cluster id 2024-12-02T14:18:50,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:50,758 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6dc346c-7b62-493f-9772-c897edbcec0e' 2024-12-02T14:18:50,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6dc346c-7b62-493f-9772-c897edbcec0e" 2024-12-02T14:18:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114707ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36963,-1] 2024-12-02T14:18:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:50,760 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:50,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bff963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:50,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46569,1733149127826, seqNum=-1] 2024-12-02T14:18:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:50,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:50,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,36963,1733149127791 2024-12-02T14:18:50,764 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60967 2024-12-02T14:18:50,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:18:50,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009b4c30d00008 connected 2024-12-02T14:18:50,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:50,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,37537,1733149120568 2024-12-02T14:18:50,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@400d4453 2024-12-02T14:18:50,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:50,770 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:50,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:18:50,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:18:50,772 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:50,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:18:50,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:18:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:50,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:18:50,780 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34eadd0a6d394bb33d491f416b1d1ef2, NAME => 'test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4 2024-12-02T14:18:50,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:18:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:51,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:51,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 34eadd0a6d394bb33d491f416b1d1ef2, disabling compactions & flushes 2024-12-02T14:18:51,190 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. 2024-12-02T14:18:51,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. 2024-12-02T14:18:51,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. after waiting 0 ms 2024-12-02T14:18:51,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. 2024-12-02T14:18:51,190 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. 2024-12-02T14:18:51,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34eadd0a6d394bb33d491f416b1d1ef2: Waiting for close lock at 1733149131190Disabling compacts and flushes for region at 1733149131190Disabling writes for close at 1733149131190Writing region close event to WAL at 1733149131190Closed at 1733149131190 2024-12-02T14:18:51,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:18:51,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733149131192"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149131192"}]},"ts":"1733149131192"} 2024-12-02T14:18:51,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:18:51,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:18:51,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149131194"}]},"ts":"1733149131194"} 2024-12-02T14:18:51,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:18:51,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34eadd0a6d394bb33d491f416b1d1ef2, ASSIGN}] 2024-12-02T14:18:51,197 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34eadd0a6d394bb33d491f416b1d1ef2, ASSIGN 2024-12-02T14:18:51,198 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=34eadd0a6d394bb33d491f416b1d1ef2, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,44181,1733149120606; forceNewPlan=false, retain=false 2024-12-02T14:18:51,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34eadd0a6d394bb33d491f416b1d1ef2, regionState=OPENING, regionLocation=a3a61c9ba14f,44181,1733149120606 2024-12-02T14:18:51,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=34eadd0a6d394bb33d491f416b1d1ef2, ASSIGN because future has completed 2024-12-02T14:18:51,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34eadd0a6d394bb33d491f416b1d1ef2, server=a3a61c9ba14f,44181,1733149120606}] 2024-12-02T14:18:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:51,505 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. 2024-12-02T14:18:51,505 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 34eadd0a6d394bb33d491f416b1d1ef2, NAME => 'test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:51,505 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:51,505 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:18:51,506 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:18:51,506 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:51,506 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:18:51,506 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:18:51,508 INFO [StoreOpener-34eadd0a6d394bb33d491f416b1d1ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:18:51,509 INFO [StoreOpener-34eadd0a6d394bb33d491f416b1d1ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34eadd0a6d394bb33d491f416b1d1ef2 columnFamilyName f 2024-12-02T14:18:51,509 DEBUG [StoreOpener-34eadd0a6d394bb33d491f416b1d1ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:51,509 INFO [StoreOpener-34eadd0a6d394bb33d491f416b1d1ef2-1 {}] regionserver.HStore(327): Store=34eadd0a6d394bb33d491f416b1d1ef2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:51,509 INFO [StoreOpener-34eadd0a6d394bb33d491f416b1d1ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:18:51,510 INFO [StoreOpener-34eadd0a6d394bb33d491f416b1d1ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34eadd0a6d394bb33d491f416b1d1ef2 columnFamilyName f1 2024-12-02T14:18:51,510 DEBUG [StoreOpener-34eadd0a6d394bb33d491f416b1d1ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:51,510 INFO [StoreOpener-34eadd0a6d394bb33d491f416b1d1ef2-1 {}] regionserver.HStore(327): Store=34eadd0a6d394bb33d491f416b1d1ef2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:51,510 INFO [StoreOpener-34eadd0a6d394bb33d491f416b1d1ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:18:51,511 INFO [StoreOpener-34eadd0a6d394bb33d491f416b1d1ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34eadd0a6d394bb33d491f416b1d1ef2 columnFamilyName norep 2024-12-02T14:18:51,511 DEBUG [StoreOpener-34eadd0a6d394bb33d491f416b1d1ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:51,511 INFO [StoreOpener-34eadd0a6d394bb33d491f416b1d1ef2-1 {}] regionserver.HStore(327): Store=34eadd0a6d394bb33d491f416b1d1ef2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:51,511 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:18:51,511 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:18:51,512 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:18:51,512 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:18:51,512 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:18:51,512 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:18:51,513 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:18:51,514 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:51,514 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 34eadd0a6d394bb33d491f416b1d1ef2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59140491, jitterRate=-0.11873801052570343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:18:51,514 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:18:51,515 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 34eadd0a6d394bb33d491f416b1d1ef2: Running coprocessor pre-open hook at 1733149131506Writing region info on filesystem at 1733149131506Initializing all the Stores at 1733149131506Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149131506Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149131508 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149131508Cleaning up temporary data from old regions at 1733149131512 (+4 ms)Running coprocessor post-open hooks at 1733149131514 (+2 ms)Region opened successfully at 1733149131514 2024-12-02T14:18:51,515 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2., pid=6, masterSystemTime=1733149131503 2024-12-02T14:18:51,516 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. 2024-12-02T14:18:51,516 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. 2024-12-02T14:18:51,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34eadd0a6d394bb33d491f416b1d1ef2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,44181,1733149120606 2024-12-02T14:18:51,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34eadd0a6d394bb33d491f416b1d1ef2, server=a3a61c9ba14f,44181,1733149120606 because future has completed 2024-12-02T14:18:51,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:18:51,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 34eadd0a6d394bb33d491f416b1d1ef2, server=a3a61c9ba14f,44181,1733149120606 in 168 msec 2024-12-02T14:18:51,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:18:51,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=34eadd0a6d394bb33d491f416b1d1ef2, ASSIGN in 324 msec 2024-12-02T14:18:51,522 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:18:51,522 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149131522"}]},"ts":"1733149131522"} 2024-12-02T14:18:51,523 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:18:51,524 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:18:51,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-12-02T14:18:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:51,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:51,906 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:18:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,43991,1733149124380 2024-12-02T14:18:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ad0ca8 2024-12-02T14:18:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:51,907 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:51,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:18:51,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:18:51,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:51,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:18:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:51,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:18:51,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:18:51,919 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62b402f05ef6a001765a70a0ac3d2c7d, NAME => 'test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf 2024-12-02T14:18:51,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:18:51,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:51,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 62b402f05ef6a001765a70a0ac3d2c7d, disabling compactions & flushes 2024-12-02T14:18:51,923 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. 2024-12-02T14:18:51,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. 2024-12-02T14:18:51,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. after waiting 0 ms 2024-12-02T14:18:51,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. 2024-12-02T14:18:51,923 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. 2024-12-02T14:18:51,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62b402f05ef6a001765a70a0ac3d2c7d: Waiting for close lock at 1733149131923Disabling compacts and flushes for region at 1733149131923Disabling writes for close at 1733149131923Writing region close event to WAL at 1733149131923Closed at 1733149131923 2024-12-02T14:18:51,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:18:51,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733149131924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149131924"}]},"ts":"1733149131924"} 2024-12-02T14:18:51,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:18:51,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:18:51,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149131926"}]},"ts":"1733149131926"} 2024-12-02T14:18:51,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:18:51,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62b402f05ef6a001765a70a0ac3d2c7d, ASSIGN}] 2024-12-02T14:18:51,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62b402f05ef6a001765a70a0ac3d2c7d, ASSIGN 2024-12-02T14:18:51,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=62b402f05ef6a001765a70a0ac3d2c7d, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,37427,1733149124407; forceNewPlan=false, retain=false 2024-12-02T14:18:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:52,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62b402f05ef6a001765a70a0ac3d2c7d, regionState=OPENING, regionLocation=a3a61c9ba14f,37427,1733149124407 2024-12-02T14:18:52,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=62b402f05ef6a001765a70a0ac3d2c7d, ASSIGN because future has completed 2024-12-02T14:18:52,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62b402f05ef6a001765a70a0ac3d2c7d, server=a3a61c9ba14f,37427,1733149124407}] 2024-12-02T14:18:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:52,235 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. 2024-12-02T14:18:52,235 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 62b402f05ef6a001765a70a0ac3d2c7d, NAME => 'test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:52,235 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:52,235 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:18:52,235 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:18:52,235 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:52,235 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:18:52,236 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:18:52,236 INFO [StoreOpener-62b402f05ef6a001765a70a0ac3d2c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:18:52,237 INFO [StoreOpener-62b402f05ef6a001765a70a0ac3d2c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62b402f05ef6a001765a70a0ac3d2c7d columnFamilyName f 2024-12-02T14:18:52,237 DEBUG [StoreOpener-62b402f05ef6a001765a70a0ac3d2c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:52,238 INFO [StoreOpener-62b402f05ef6a001765a70a0ac3d2c7d-1 {}] regionserver.HStore(327): Store=62b402f05ef6a001765a70a0ac3d2c7d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:52,238 INFO [StoreOpener-62b402f05ef6a001765a70a0ac3d2c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:18:52,238 INFO [StoreOpener-62b402f05ef6a001765a70a0ac3d2c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62b402f05ef6a001765a70a0ac3d2c7d columnFamilyName f1 2024-12-02T14:18:52,238 DEBUG [StoreOpener-62b402f05ef6a001765a70a0ac3d2c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:52,239 INFO [StoreOpener-62b402f05ef6a001765a70a0ac3d2c7d-1 {}] regionserver.HStore(327): Store=62b402f05ef6a001765a70a0ac3d2c7d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:52,239 INFO [StoreOpener-62b402f05ef6a001765a70a0ac3d2c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:18:52,239 INFO [StoreOpener-62b402f05ef6a001765a70a0ac3d2c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62b402f05ef6a001765a70a0ac3d2c7d columnFamilyName norep 2024-12-02T14:18:52,240 DEBUG [StoreOpener-62b402f05ef6a001765a70a0ac3d2c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:52,240 INFO [StoreOpener-62b402f05ef6a001765a70a0ac3d2c7d-1 {}] regionserver.HStore(327): Store=62b402f05ef6a001765a70a0ac3d2c7d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:52,240 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:18:52,240 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:18:52,241 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:18:52,241 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:18:52,241 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:18:52,242 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:18:52,242 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:18:52,243 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:52,243 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 62b402f05ef6a001765a70a0ac3d2c7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62661541, jitterRate=-0.06627027690410614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:18:52,244 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:18:52,244 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 62b402f05ef6a001765a70a0ac3d2c7d: Running coprocessor pre-open hook at 1733149132236Writing region info on filesystem at 1733149132236Initializing all the Stores at 1733149132236Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149132236Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149132236Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149132236Cleaning up temporary data from old regions at 1733149132241 (+5 ms)Running coprocessor post-open hooks at 1733149132244 (+3 ms)Region opened successfully at 1733149132244 2024-12-02T14:18:52,244 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d., pid=6, masterSystemTime=1733149132233 2024-12-02T14:18:52,246 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. 2024-12-02T14:18:52,246 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. 2024-12-02T14:18:52,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62b402f05ef6a001765a70a0ac3d2c7d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,37427,1733149124407 2024-12-02T14:18:52,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62b402f05ef6a001765a70a0ac3d2c7d, server=a3a61c9ba14f,37427,1733149124407 because future has completed 2024-12-02T14:18:52,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:18:52,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62b402f05ef6a001765a70a0ac3d2c7d, server=a3a61c9ba14f,37427,1733149124407 in 171 msec 2024-12-02T14:18:52,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:18:52,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=62b402f05ef6a001765a70a0ac3d2c7d, ASSIGN in 325 msec 2024-12-02T14:18:52,255 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:18:52,255 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149132255"}]},"ts":"1733149132255"} 2024-12-02T14:18:52,256 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:18:52,257 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:18:52,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 349 msec 2024-12-02T14:18:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:52,536 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:18:52,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,36963,1733149127791 2024-12-02T14:18:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59c449fb 2024-12-02T14:18:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:52,537 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:52,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T14:18:52,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:18:52,539 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:52,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T14:18:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:52,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:18:52,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741835_1011 (size=902) 2024-12-02T14:18:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:52,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2968a80ecfbf40247a612fa4af9255fb, NAME => 'test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75 2024-12-02T14:18:52,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741836_1012 (size=39) 2024-12-02T14:18:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:53,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:53,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2968a80ecfbf40247a612fa4af9255fb, disabling compactions & flushes 2024-12-02T14:18:53,350 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. 2024-12-02T14:18:53,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. 2024-12-02T14:18:53,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. after waiting 0 ms 2024-12-02T14:18:53,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. 2024-12-02T14:18:53,350 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. 2024-12-02T14:18:53,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2968a80ecfbf40247a612fa4af9255fb: Waiting for close lock at 1733149133350Disabling compacts and flushes for region at 1733149133350Disabling writes for close at 1733149133350Writing region close event to WAL at 1733149133350Closed at 1733149133350 2024-12-02T14:18:53,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:18:53,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733149133351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149133351"}]},"ts":"1733149133351"} 2024-12-02T14:18:53,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:18:53,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:18:53,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149133353"}]},"ts":"1733149133353"} 2024-12-02T14:18:53,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T14:18:53,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2968a80ecfbf40247a612fa4af9255fb, ASSIGN}] 2024-12-02T14:18:53,356 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2968a80ecfbf40247a612fa4af9255fb, ASSIGN 2024-12-02T14:18:53,356 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2968a80ecfbf40247a612fa4af9255fb, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,46569,1733149127826; forceNewPlan=false, retain=false 2024-12-02T14:18:53,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2968a80ecfbf40247a612fa4af9255fb, regionState=OPENING, regionLocation=a3a61c9ba14f,46569,1733149127826 2024-12-02T14:18:53,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2968a80ecfbf40247a612fa4af9255fb, ASSIGN because future has completed 2024-12-02T14:18:53,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2968a80ecfbf40247a612fa4af9255fb, server=a3a61c9ba14f,46569,1733149127826}] 2024-12-02T14:18:53,664 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. 2024-12-02T14:18:53,664 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2968a80ecfbf40247a612fa4af9255fb, NAME => 'test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:53,665 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:53,665 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T14:18:53,665 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:18:53,665 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:53,666 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:18:53,666 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:18:53,670 INFO [StoreOpener-2968a80ecfbf40247a612fa4af9255fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:18:53,671 INFO [StoreOpener-2968a80ecfbf40247a612fa4af9255fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2968a80ecfbf40247a612fa4af9255fb columnFamilyName f 2024-12-02T14:18:53,671 DEBUG [StoreOpener-2968a80ecfbf40247a612fa4af9255fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:53,671 INFO [StoreOpener-2968a80ecfbf40247a612fa4af9255fb-1 {}] regionserver.HStore(327): Store=2968a80ecfbf40247a612fa4af9255fb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:53,672 INFO [StoreOpener-2968a80ecfbf40247a612fa4af9255fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:18:53,672 INFO [StoreOpener-2968a80ecfbf40247a612fa4af9255fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2968a80ecfbf40247a612fa4af9255fb columnFamilyName f1 2024-12-02T14:18:53,672 DEBUG [StoreOpener-2968a80ecfbf40247a612fa4af9255fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:53,672 INFO [StoreOpener-2968a80ecfbf40247a612fa4af9255fb-1 {}] regionserver.HStore(327): Store=2968a80ecfbf40247a612fa4af9255fb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:53,673 INFO [StoreOpener-2968a80ecfbf40247a612fa4af9255fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:18:53,673 INFO [StoreOpener-2968a80ecfbf40247a612fa4af9255fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2968a80ecfbf40247a612fa4af9255fb columnFamilyName norep 2024-12-02T14:18:53,673 DEBUG [StoreOpener-2968a80ecfbf40247a612fa4af9255fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:53,674 INFO [StoreOpener-2968a80ecfbf40247a612fa4af9255fb-1 {}] regionserver.HStore(327): Store=2968a80ecfbf40247a612fa4af9255fb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:53,674 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:18:53,674 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/default/test/2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:18:53,675 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/default/test/2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:18:53,675 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:18:53,675 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:18:53,676 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:18:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:53,676 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:18:53,678 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/default/test/2968a80ecfbf40247a612fa4af9255fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:53,678 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2968a80ecfbf40247a612fa4af9255fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59503841, jitterRate=-0.11332367360591888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:18:53,678 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:18:53,678 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2968a80ecfbf40247a612fa4af9255fb: Running coprocessor pre-open hook at 1733149133666Writing region info on filesystem at 1733149133666Initializing all the Stores at 1733149133669 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149133670 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149133670Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149133670Cleaning up temporary data from old regions at 1733149133675 (+5 ms)Running coprocessor post-open hooks at 1733149133678 (+3 ms)Region opened successfully at 1733149133678 2024-12-02T14:18:53,679 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb., pid=6, masterSystemTime=1733149133661 2024-12-02T14:18:53,680 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. 2024-12-02T14:18:53,681 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. 2024-12-02T14:18:53,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2968a80ecfbf40247a612fa4af9255fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a3a61c9ba14f,46569,1733149127826 2024-12-02T14:18:53,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2968a80ecfbf40247a612fa4af9255fb, server=a3a61c9ba14f,46569,1733149127826 because future has completed 2024-12-02T14:18:53,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T14:18:53,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2968a80ecfbf40247a612fa4af9255fb, server=a3a61c9ba14f,46569,1733149127826 in 174 msec 2024-12-02T14:18:53,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T14:18:53,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2968a80ecfbf40247a612fa4af9255fb, ASSIGN in 330 msec 2024-12-02T14:18:53,687 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:18:53,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149133687"}]},"ts":"1733149133687"} 2024-12-02T14:18:53,689 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T14:18:53,690 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:18:53,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-02T14:18:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:18:54,686 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T14:18:54,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e41fbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:54,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37537,-1 for getting cluster id 2024-12-02T14:18:54,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:54,688 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3aec0e-0ebd-452d-8547-6e97fefbc177' 2024-12-02T14:18:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3aec0e-0ebd-452d-8547-6e97fefbc177" 2024-12-02T14:18:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee564d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37537,-1] 2024-12-02T14:18:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:54,690 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4749a504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:54,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:54,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,37537,1733149120568 2024-12-02T14:18:54,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2238f717 2024-12-02T14:18:54,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:54,695 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:54,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://a3a61c9ba14f:43991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:18:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:18:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:54,699 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:43991' 2024-12-02T14:18:54,700 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7029c55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:54,700 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43991,-1 for getting cluster id 2024-12-02T14:18:54,700 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:54,701 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7f56209-328d-4fa3-a08a-09c8f5303c16' 2024-12-02T14:18:54,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:54,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7f56209-328d-4fa3-a08a-09c8f5303c16" 2024-12-02T14:18:54,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52982b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:54,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43991,-1] 2024-12-02T14:18:54,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:54,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:54,702 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:54,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0920f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:54,703 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:54,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,43991,1733149124380 2024-12-02T14:18:54,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b489273 2024-12-02T14:18:54,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:54,704 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:54,705 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T14:18:54,705 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:18:54,705 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:54,705 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:54,705 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:18:54,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:54,706 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T14:18:54,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:18:54,707 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:54,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:18:54,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741837_1013 (size=1138) 2024-12-02T14:18:54,757 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T14:18:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:55,125 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c82408991a0f6461828526edac418f53, NAME => 'hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4 2024-12-02T14:18:55,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741838_1014 (size=44) 2024-12-02T14:18:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:55,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:55,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c82408991a0f6461828526edac418f53, disabling compactions & flushes 2024-12-02T14:18:55,530 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. 2024-12-02T14:18:55,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. 2024-12-02T14:18:55,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. after waiting 0 ms 2024-12-02T14:18:55,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. 2024-12-02T14:18:55,530 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. 2024-12-02T14:18:55,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c82408991a0f6461828526edac418f53: Waiting for close lock at 1733149135530Disabling compacts and flushes for region at 1733149135530Disabling writes for close at 1733149135530Writing region close event to WAL at 1733149135530Closed at 1733149135530 2024-12-02T14:18:55,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:18:55,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733149135532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733149135532"}]},"ts":"1733149135532"} 2024-12-02T14:18:55,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:18:55,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:18:55,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149135534"}]},"ts":"1733149135534"} 2024-12-02T14:18:55,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T14:18:55,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c82408991a0f6461828526edac418f53, ASSIGN}] 2024-12-02T14:18:55,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c82408991a0f6461828526edac418f53, ASSIGN 2024-12-02T14:18:55,538 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c82408991a0f6461828526edac418f53, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,44181,1733149120606; forceNewPlan=false, retain=false 2024-12-02T14:18:55,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c82408991a0f6461828526edac418f53, regionState=OPENING, regionLocation=a3a61c9ba14f,44181,1733149120606 2024-12-02T14:18:55,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c82408991a0f6461828526edac418f53, ASSIGN because future has completed 2024-12-02T14:18:55,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c82408991a0f6461828526edac418f53, server=a3a61c9ba14f,44181,1733149120606}] 2024-12-02T14:18:55,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:55,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:18:55,787 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128980 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a3a61c9ba14f,46129,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T14:18:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:55,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. 2024-12-02T14:18:55,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:18:55,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T14:18:55,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a3a61c9ba14f%2C44181%2C1733149120606.rep, suffix=, logDir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606, archiveDir=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/oldWALs, maxLogs=10 2024-12-02T14:18:55,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.rep.1733149135850, exclude list is [], retry=0 2024-12-02T14:18:55,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42725,DS-4db8de29-31ca-4fac-ba24-4fc6e77d6b65,DISK] 2024-12-02T14:18:55,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.rep.1733149135850 2024-12-02T14:18:55,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41933:41933)] 2024-12-02T14:18:55,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c82408991a0f6461828526edac418f53, NAME => 'hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:18:55,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T14:18:55,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:18:55,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. service=MultiRowMutationService 2024-12-02T14:18:55,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T14:18:55,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c82408991a0f6461828526edac418f53 2024-12-02T14:18:55,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:18:55,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c82408991a0f6461828526edac418f53 2024-12-02T14:18:55,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c82408991a0f6461828526edac418f53 2024-12-02T14:18:55,879 INFO [StoreOpener-c82408991a0f6461828526edac418f53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c82408991a0f6461828526edac418f53 2024-12-02T14:18:55,880 INFO [StoreOpener-c82408991a0f6461828526edac418f53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c82408991a0f6461828526edac418f53 columnFamilyName hfileref 2024-12-02T14:18:55,880 DEBUG [StoreOpener-c82408991a0f6461828526edac418f53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:55,881 INFO [StoreOpener-c82408991a0f6461828526edac418f53-1 {}] regionserver.HStore(327): Store=c82408991a0f6461828526edac418f53/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:55,881 INFO [StoreOpener-c82408991a0f6461828526edac418f53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c82408991a0f6461828526edac418f53 2024-12-02T14:18:55,882 INFO [StoreOpener-c82408991a0f6461828526edac418f53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c82408991a0f6461828526edac418f53 columnFamilyName queue 2024-12-02T14:18:55,882 DEBUG [StoreOpener-c82408991a0f6461828526edac418f53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:55,882 INFO [StoreOpener-c82408991a0f6461828526edac418f53-1 {}] regionserver.HStore(327): Store=c82408991a0f6461828526edac418f53/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:55,882 INFO [StoreOpener-c82408991a0f6461828526edac418f53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c82408991a0f6461828526edac418f53 2024-12-02T14:18:55,883 INFO [StoreOpener-c82408991a0f6461828526edac418f53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c82408991a0f6461828526edac418f53 columnFamilyName sid 2024-12-02T14:18:55,883 DEBUG [StoreOpener-c82408991a0f6461828526edac418f53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:18:55,883 INFO [StoreOpener-c82408991a0f6461828526edac418f53-1 {}] regionserver.HStore(327): Store=c82408991a0f6461828526edac418f53/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:18:55,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c82408991a0f6461828526edac418f53 2024-12-02T14:18:55,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53 2024-12-02T14:18:55,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53 2024-12-02T14:18:55,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c82408991a0f6461828526edac418f53 2024-12-02T14:18:55,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c82408991a0f6461828526edac418f53 2024-12-02T14:18:55,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:18:55,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c82408991a0f6461828526edac418f53 2024-12-02T14:18:55,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:18:55,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c82408991a0f6461828526edac418f53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73623797, jitterRate=0.09708006680011749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:18:55,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c82408991a0f6461828526edac418f53 2024-12-02T14:18:55,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c82408991a0f6461828526edac418f53: Running coprocessor pre-open hook at 1733149135878Writing region info on filesystem at 1733149135878Initializing all the Stores at 1733149135878Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149135878Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149135879 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733149135879Cleaning up temporary data from old regions at 1733149135885 (+6 ms)Running coprocessor post-open hooks at 1733149135894 (+9 ms)Region opened successfully at 1733149135894 2024-12-02T14:18:55,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53., pid=10, masterSystemTime=1733149135844 2024-12-02T14:18:55,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. 2024-12-02T14:18:55,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. 2024-12-02T14:18:55,911 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c82408991a0f6461828526edac418f53, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,44181,1733149120606 2024-12-02T14:18:55,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c82408991a0f6461828526edac418f53, server=a3a61c9ba14f,44181,1733149120606 because future has completed 2024-12-02T14:18:55,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:18:55,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c82408991a0f6461828526edac418f53, server=a3a61c9ba14f,44181,1733149120606 in 223 msec 2024-12-02T14:18:55,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T14:18:55,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c82408991a0f6461828526edac418f53, ASSIGN in 380 msec 2024-12-02T14:18:55,918 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:18:55,918 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733149135918"}]},"ts":"1733149135918"} 2024-12-02T14:18:55,919 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T14:18:55,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:18:55,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2150 sec 2024-12-02T14:18:55,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53., hostname=a3a61c9ba14f,44181,1733149120606, seqNum=2] 2024-12-02T14:18:55,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:55,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:18:55,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:18:56,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T14:18:56,122 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T14:18:56,155 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a3a61c9ba14f,44181,1733149120606, ReplicationSource: 1, currentBandwidth=0 2024-12-02T14:18:56,155 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:56,155 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,44181,1733149120606, seqNum=-1] 2024-12-02T14:18:56,155 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:56,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-02T14:18:56,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a3a61c9ba14f,44181,1733149120606', locateType=CURRENT is [region=hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53., hostname=a3a61c9ba14f,44181,1733149120606, seqNum=2] 2024-12-02T14:18:56,160 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T14:18:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T14:18:56,163 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a3a61c9ba14f,44181,1733149120606 suceeded 2024-12-02T14:18:56,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T14:18:56,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-02T14:18:56,164 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a3a61c9ba14f:43991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:18:56,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4680 sec 2024-12-02T14:18:56,177 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:43991' 2024-12-02T14:18:56,180 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79a859f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:56,180 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43991,-1 for getting cluster id 2024-12-02T14:18:56,180 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:56,180 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7f56209-328d-4fa3-a08a-09c8f5303c16' 2024-12-02T14:18:56,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:56,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7f56209-328d-4fa3-a08a-09c8f5303c16" 2024-12-02T14:18:56,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ec2dd99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:56,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43991,-1] 2024-12-02T14:18:56,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:56,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:56,182 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:56,182 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6749a8f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:56,182 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:56,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,43991,1733149124380 2024-12-02T14:18:56,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5112b703 2024-12-02T14:18:56,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:56,185 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T14:18:56,185 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a3a61c9ba14f,44181,1733149120606 (queues=1) is replicating from cluster=db3aec0e-0ebd-452d-8547-6e97fefbc177 to cluster=a7f56209-328d-4fa3-a08a-09c8f5303c16 2024-12-02T14:18:56,186 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a3a61c9ba14f%2C44181%2C1733149120606 2024-12-02T14:18:56,186 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a3a61c9ba14f,44181,1733149120606, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:18:56,186 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C44181%2C1733149120606 2024-12-02T14:18:56,186 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488, startPosition=0, beingWritten=true 2024-12-02T14:18:56,190 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:18:56,190 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 to pos 379, reset compression=false 2024-12-02T14:18:56,190 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,44181,1733149120606 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:18:56,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:18:56,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:18:56,398 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 to pos 379, reset compression=false 2024-12-02T14:18:56,511 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=33, reused chunk count=159, reuseRatio=82.81% 2024-12-02T14:18:56,512 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-02T14:18:56,701 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 to pos 379, reset compression=false 2024-12-02T14:18:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:18:56,846 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T14:18:56,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:56,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:56,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:56,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:56,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:56,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d12ead0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:56,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37537,-1 for getting cluster id 2024-12-02T14:18:56,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:56,848 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3aec0e-0ebd-452d-8547-6e97fefbc177' 2024-12-02T14:18:56,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:56,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3aec0e-0ebd-452d-8547-6e97fefbc177" 2024-12-02T14:18:56,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ecae80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:56,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37537,-1] 2024-12-02T14:18:56,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:56,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:56,849 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20893377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:56,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cb7adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:56,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43991,-1 for getting cluster id 2024-12-02T14:18:56,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:56,854 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7f56209-328d-4fa3-a08a-09c8f5303c16' 2024-12-02T14:18:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7f56209-328d-4fa3-a08a-09c8f5303c16" 2024-12-02T14:18:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580e3859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43991,-1] 2024-12-02T14:18:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:56,855 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f68761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:56,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb2ee14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:56,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36963,-1 for getting cluster id 2024-12-02T14:18:56,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:56,857 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6dc346c-7b62-493f-9772-c897edbcec0e' 2024-12-02T14:18:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6dc346c-7b62-493f-9772-c897edbcec0e" 2024-12-02T14:18:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4d3d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36963,-1] 2024-12-02T14:18:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:56,859 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c32a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:56,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:56,866 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733149136865/Put/seqid=0 2024-12-02T14:18:56,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741840_1016 (size=7894) 2024-12-02T14:18:57,104 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 to pos 379, reset compression=false 2024-12-02T14:18:57,280 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733149137280/Put/seqid=0 2024-12-02T14:18:57,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741841_1017 (size=7691) 2024-12-02T14:18:57,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:57,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37537,-1 for getting cluster id 2024-12-02T14:18:57,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:57,289 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3aec0e-0ebd-452d-8547-6e97fefbc177' 2024-12-02T14:18:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3aec0e-0ebd-452d-8547-6e97fefbc177" 2024-12-02T14:18:57,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bcb681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:57,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37537,-1] 2024-12-02T14:18:57,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:57,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:57,291 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:57,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:57,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:57,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,44181,1733149120606, seqNum=-1] 2024-12-02T14:18:57,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:57,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:57,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,37537,1733149120568 2024-12-02T14:18:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fe5b624 2024-12-02T14:18:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:57,306 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2., hostname=a3a61c9ba14f,44181,1733149120606, seqNum=2] 2024-12-02T14:18:57,313 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T14:18:57,322 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-02T14:18:57,324 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-02T14:18:57,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 34eadd0a6d394bb33d491f416b1d1ef2/f 2024-12-02T14:18:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T14:18:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:18:57,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 34eadd0a6d394bb33d491f416b1d1ef2/f 2024-12-02T14:18:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T14:18:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:18:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HRegion(2603): Flush status journal for 34eadd0a6d394bb33d491f416b1d1ef2: 2024-12-02T14:18:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__8dkrp8o2l97b32oc5ppj51udjv0u9rrfkr5r133lp83oktqklvugursbjdsu8e6/f/hfile_0 2024-12-02T14:18:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__8dkrp8o2l97b32oc5ppj51udjv0u9rrfkr5r133lp83oktqklvugursbjdsu8e6/f/hfile_0 as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/242484a59e7741408cbe087cd2a4d89b_SeqId_4_ 2024-12-02T14:18:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__8dkrp8o2l97b32oc5ppj51udjv0u9rrfkr5r133lp83oktqklvugursbjdsu8e6/f/hfile_1 2024-12-02T14:18:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__8dkrp8o2l97b32oc5ppj51udjv0u9rrfkr5r133lp83oktqklvugursbjdsu8e6/f/hfile_1 as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/7b85f77e4ed14e36848dea29f5f3b3d0_SeqId_4_ 2024-12-02T14:18:57,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__8dkrp8o2l97b32oc5ppj51udjv0u9rrfkr5r133lp83oktqklvugursbjdsu8e6/f/hfile_0 into 34eadd0a6d394bb33d491f416b1d1ef2/f as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/242484a59e7741408cbe087cd2a4d89b_SeqId_4_ - updating store file list. 2024-12-02T14:18:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 242484a59e7741408cbe087cd2a4d89b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:18:57,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/242484a59e7741408cbe087cd2a4d89b_SeqId_4_ into 34eadd0a6d394bb33d491f416b1d1ef2/f 2024-12-02T14:18:57,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__8dkrp8o2l97b32oc5ppj51udjv0u9rrfkr5r133lp83oktqklvugursbjdsu8e6/f/hfile_0 into 34eadd0a6d394bb33d491f416b1d1ef2/f (new location: hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/242484a59e7741408cbe087cd2a4d89b_SeqId_4_) 2024-12-02T14:18:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__8dkrp8o2l97b32oc5ppj51udjv0u9rrfkr5r133lp83oktqklvugursbjdsu8e6/f/hfile_0 2024-12-02T14:18:57,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__8dkrp8o2l97b32oc5ppj51udjv0u9rrfkr5r133lp83oktqklvugursbjdsu8e6/f/hfile_1 into 34eadd0a6d394bb33d491f416b1d1ef2/f as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/7b85f77e4ed14e36848dea29f5f3b3d0_SeqId_4_ - updating store file list. 2024-12-02T14:18:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b85f77e4ed14e36848dea29f5f3b3d0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:18:57,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/7b85f77e4ed14e36848dea29f5f3b3d0_SeqId_4_ into 34eadd0a6d394bb33d491f416b1d1ef2/f 2024-12-02T14:18:57,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__8dkrp8o2l97b32oc5ppj51udjv0u9rrfkr5r133lp83oktqklvugursbjdsu8e6/f/hfile_1 into 34eadd0a6d394bb33d491f416b1d1ef2/f (new location: hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/7b85f77e4ed14e36848dea29f5f3b3d0_SeqId_4_) 2024-12-02T14:18:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__8dkrp8o2l97b32oc5ppj51udjv0u9rrfkr5r133lp83oktqklvugursbjdsu8e6/f/hfile_1 2024-12-02T14:18:57,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:57,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:57,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:57,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:57,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2., hostname=a3a61c9ba14f,44181,1733149120606, seqNum=2 , the old value is region=test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2., hostname=a3a61c9ba14f,44181,1733149120606, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a3a61c9ba14f:44181 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:18:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2., hostname=a3a61c9ba14f,44181,1733149120606, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:18:57,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2., hostname=a3a61c9ba14f,44181,1733149120606, seqNum=2 from cache 2024-12-02T14:18:57,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:57,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37427,1733149124407, seqNum=-1] 2024-12-02T14:18:57,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:57,361 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T14:18:57,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:57,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d., hostname=a3a61c9ba14f,37427,1733149124407, seqNum=2] 2024-12-02T14:18:57,365 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T14:18:57,466 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:44181 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T14:18:57,609 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 to pos 379, reset compression=false 2024-12-02T14:18:57,612 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:18:57,612 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,44181,1733149120606 got entry batch from reader: WALEntryBatch [walEntries=[{test/34eadd0a6d394bb33d491f416b1d1ef2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733149137357/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T14:18:57,614 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:18:57,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T14:18:57,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.ReplicationSink(318): Replicating [db3aec0e-0ebd-452d-8547-6e97fefbc177] bulk loaded data 2024-12-02T14:18:57,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@343a5891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:57,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,43991,-1 for getting cluster id 2024-12-02T14:18:57,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:57,616 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7f56209-328d-4fa3-a08a-09c8f5303c16' 2024-12-02T14:18:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7f56209-328d-4fa3-a08a-09c8f5303c16" 2024-12-02T14:18:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cfa6bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,43991,-1] 2024-12-02T14:18:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:57,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:57,617 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:57,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@328d8fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:57,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741837_1013 (size=7894) 2024-12-02T14:18:57,813 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 to pos 687, reset compression=false 2024-12-02T14:18:58,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741838_1014 (size=7691) 2024-12-02T14:18:58,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:58,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,43991,1733149124380 2024-12-02T14:18:58,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1823d572 2024-12-02T14:18:58,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:58,035 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-02T14:18:58,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T14:18:58,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:58,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,37427,1733149124407, seqNum=-1] 2024-12-02T14:18:58,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:58,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-02T14:18:58,042 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__u2il23tc1q55gkd892i9shmijucsh3m3j4adl8mm01ol73emg537hkofhqbh81u0/f/242484a59e7741408cbe087cd2a4d89b_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-02T14:18:58,044 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__u2il23tc1q55gkd892i9shmijucsh3m3j4adl8mm01ol73emg537hkofhqbh81u0/f/7b85f77e4ed14e36848dea29f5f3b3d0_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-02T14:18:58,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__u2il23tc1q55gkd892i9shmijucsh3m3j4adl8mm01ol73emg537hkofhqbh81u0/f/242484a59e7741408cbe087cd2a4d89b_SeqId_4_ for inclusion in 62b402f05ef6a001765a70a0ac3d2c7d/f 2024-12-02T14:18:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T14:18:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:18:58,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__u2il23tc1q55gkd892i9shmijucsh3m3j4adl8mm01ol73emg537hkofhqbh81u0/f/7b85f77e4ed14e36848dea29f5f3b3d0_SeqId_4_ for inclusion in 62b402f05ef6a001765a70a0ac3d2c7d/f 2024-12-02T14:18:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T14:18:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:18:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HRegion(2603): Flush status journal for 62b402f05ef6a001765a70a0ac3d2c7d: 2024-12-02T14:18:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 242484a59e7741408cbe087cd2a4d89b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T14:18:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__u2il23tc1q55gkd892i9shmijucsh3m3j4adl8mm01ol73emg537hkofhqbh81u0/f/242484a59e7741408cbe087cd2a4d89b_SeqId_4_ as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/22f49e33c6be4c61adf11bd9143dd779_SeqId_4_ 2024-12-02T14:18:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7b85f77e4ed14e36848dea29f5f3b3d0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T14:18:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__u2il23tc1q55gkd892i9shmijucsh3m3j4adl8mm01ol73emg537hkofhqbh81u0/f/7b85f77e4ed14e36848dea29f5f3b3d0_SeqId_4_ as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/dc50f1dfe5b84200abbf72b0449b9d16_SeqId_4_ 2024-12-02T14:18:58,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__u2il23tc1q55gkd892i9shmijucsh3m3j4adl8mm01ol73emg537hkofhqbh81u0/f/242484a59e7741408cbe087cd2a4d89b_SeqId_4_ into 62b402f05ef6a001765a70a0ac3d2c7d/f as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/22f49e33c6be4c61adf11bd9143dd779_SeqId_4_ - updating store file list. 2024-12-02T14:18:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 22f49e33c6be4c61adf11bd9143dd779_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:18:58,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/22f49e33c6be4c61adf11bd9143dd779_SeqId_4_ into 62b402f05ef6a001765a70a0ac3d2c7d/f 2024-12-02T14:18:58,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__u2il23tc1q55gkd892i9shmijucsh3m3j4adl8mm01ol73emg537hkofhqbh81u0/f/242484a59e7741408cbe087cd2a4d89b_SeqId_4_ into 62b402f05ef6a001765a70a0ac3d2c7d/f (new location: hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/22f49e33c6be4c61adf11bd9143dd779_SeqId_4_) 2024-12-02T14:18:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__u2il23tc1q55gkd892i9shmijucsh3m3j4adl8mm01ol73emg537hkofhqbh81u0/f/242484a59e7741408cbe087cd2a4d89b_SeqId_4_ 2024-12-02T14:18:58,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__u2il23tc1q55gkd892i9shmijucsh3m3j4adl8mm01ol73emg537hkofhqbh81u0/f/7b85f77e4ed14e36848dea29f5f3b3d0_SeqId_4_ into 62b402f05ef6a001765a70a0ac3d2c7d/f as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/dc50f1dfe5b84200abbf72b0449b9d16_SeqId_4_ - updating store file list. 2024-12-02T14:18:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc50f1dfe5b84200abbf72b0449b9d16_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:18:58,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/dc50f1dfe5b84200abbf72b0449b9d16_SeqId_4_ into 62b402f05ef6a001765a70a0ac3d2c7d/f 2024-12-02T14:18:58,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__u2il23tc1q55gkd892i9shmijucsh3m3j4adl8mm01ol73emg537hkofhqbh81u0/f/7b85f77e4ed14e36848dea29f5f3b3d0_SeqId_4_ into 62b402f05ef6a001765a70a0ac3d2c7d/f (new location: hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/dc50f1dfe5b84200abbf72b0449b9d16_SeqId_4_) 2024-12-02T14:18:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__u2il23tc1q55gkd892i9shmijucsh3m3j4adl8mm01ol73emg537hkofhqbh81u0/f/7b85f77e4ed14e36848dea29f5f3b3d0_SeqId_4_ 2024-12-02T14:18:58,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.ReplicationSink(324): Finished replicating [db3aec0e-0ebd-452d-8547-6e97fefbc177] bulk loaded data 2024-12-02T14:18:58,116 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 to pos 687, reset compression=false 2024-12-02T14:18:58,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46569,1733149127826, seqNum=-1] 2024-12-02T14:18:58,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:58,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:58,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb., hostname=a3a61c9ba14f,46569,1733149127826, seqNum=2] 2024-12-02T14:18:58,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:18:58,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:18:58,382 DEBUG [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a3a61c9ba14f%2C44181%2C1733149120606.meta:.meta(num 1733149123463) roll requested 2024-12-02T14:18:58,398 DEBUG [regionserver/a3a61c9ba14f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.meta.1733149138383.meta, exclude list is [], retry=0 2024-12-02T14:18:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42725,DS-4db8de29-31ca-4fac-ba24-4fc6e77d6b65,DISK] 2024-12-02T14:18:58,403 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.meta.1733149123463.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.meta.1733149138383.meta 2024-12-02T14:18:58,403 DEBUG [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41933:41933)] 2024-12-02T14:18:58,403 DEBUG [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.meta.1733149123463.meta is not closed yet, will try archiving it next time 2024-12-02T14:18:58,403 DEBUG [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a3a61c9ba14f%2C44181%2C1733149120606.rep:(num 1733149135850) roll requested 2024-12-02T14:18:58,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741834_1010 (size=3473) 2024-12-02T14:18:58,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.meta.1733149123463.meta not finished, retry = 0 2024-12-02T14:18:58,415 DEBUG [regionserver/a3a61c9ba14f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.rep.1733149138403, exclude list is [], retry=0 2024-12-02T14:18:58,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42725,DS-4db8de29-31ca-4fac-ba24-4fc6e77d6b65,DISK] 2024-12-02T14:18:58,418 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.rep.1733149135850 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.rep.1733149138403 2024-12-02T14:18:58,422 DEBUG [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41933:41933)] 2024-12-02T14:18:58,422 DEBUG [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.rep.1733149135850 is not closed yet, will try archiving it next time 2024-12-02T14:18:58,422 DEBUG [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a3a61c9ba14f%2C44181%2C1733149120606:(num 1733149122488) roll requested 2024-12-02T14:18:58,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741839_1015 (size=1505) 2024-12-02T14:18:58,435 DEBUG [regionserver/a3a61c9ba14f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422, exclude list is [], retry=0 2024-12-02T14:18:58,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42725,DS-4db8de29-31ca-4fac-ba24-4fc6e77d6b65,DISK] 2024-12-02T14:18:58,439 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 2024-12-02T14:18:58,439 DEBUG [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41933:41933)] 2024-12-02T14:18:58,439 DEBUG [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 is not closed yet, will try archiving it next time 2024-12-02T14:18:58,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741832_1008 (size=695) 2024-12-02T14:18:58,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eddcfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:58,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37537,-1 for getting cluster id 2024-12-02T14:18:58,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:58,441 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3aec0e-0ebd-452d-8547-6e97fefbc177' 2024-12-02T14:18:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3aec0e-0ebd-452d-8547-6e97fefbc177" 2024-12-02T14:18:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c9d356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37537,-1] 2024-12-02T14:18:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:58,443 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:58,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714a6af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:58,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:58,444 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 to hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/oldWALs/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 2024-12-02T14:18:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,37537,1733149120568 2024-12-02T14:18:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@402858c5 2024-12-02T14:18:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:58,445 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:58,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://a3a61c9ba14f:36963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T14:18:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T14:18:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T14:18:58,447 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:36963' 2024-12-02T14:18:58,448 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b78fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:58,448 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36963,-1 for getting cluster id 2024-12-02T14:18:58,448 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:58,449 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6dc346c-7b62-493f-9772-c897edbcec0e' 2024-12-02T14:18:58,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:58,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6dc346c-7b62-493f-9772-c897edbcec0e" 2024-12-02T14:18:58,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32199943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:58,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36963,-1] 2024-12-02T14:18:58,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:58,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:58,450 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79004a2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:58,450 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:58,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,36963,1733149127791 2024-12-02T14:18:58,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45b398e8 2024-12-02T14:18:58,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:58,452 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:58,452 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T14:18:58,452 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T14:18:58,452 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:58,452 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:58,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:58,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T14:18:58,526 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 to pos 687, reset compression=false 2024-12-02T14:18:58,527 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 was moved to hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/oldWALs/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 2024-12-02T14:18:58,529 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488 2024-12-02T14:18:58,529 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422, startPosition=0, beingWritten=true 2024-12-02T14:18:58,529 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,44181,1733149120606 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149122488, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-02T14:18:58,531 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [a3a61c9ba14f%2C44181%2C1733149120606.1733149122488] 2024-12-02T14:18:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T14:18:58,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T14:18:58,611 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T14:18:58,640 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-a3a61c9ba14f,44181,1733149120606, ReplicationSource: 2, currentBandwidth=0 2024-12-02T14:18:58,642 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T14:18:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T14:18:58,643 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a3a61c9ba14f,44181,1733149120606 suceeded 2024-12-02T14:18:58,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T14:18:58,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-02T14:18:58,645 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a3a61c9ba14f:36963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T14:18:58,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 200 msec 2024-12-02T14:18:58,660 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a3a61c9ba14f:36963' 2024-12-02T14:18:58,661 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ceb2a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:58,661 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36963,-1 for getting cluster id 2024-12-02T14:18:58,661 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:58,662 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6dc346c-7b62-493f-9772-c897edbcec0e' 2024-12-02T14:18:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6dc346c-7b62-493f-9772-c897edbcec0e" 2024-12-02T14:18:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bda7ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36963,-1] 2024-12-02T14:18:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:58,663 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:58,663 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49d11284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:58,663 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:58,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,36963,1733149127791 2024-12-02T14:18:58,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13ab141d 2024-12-02T14:18:58,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:58,664 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T14:18:58,665 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a3a61c9ba14f,44181,1733149120606 (queues=1) is replicating from cluster=db3aec0e-0ebd-452d-8547-6e97fefbc177 to cluster=d6dc346c-7b62-493f-9772-c897edbcec0e 2024-12-02T14:18:58,665 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a3a61c9ba14f%2C44181%2C1733149120606 2024-12-02T14:18:58,665 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a3a61c9ba14f,44181,1733149120606, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T14:18:58,665 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422, startPosition=0, beingWritten=true 2024-12-02T14:18:58,668 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a3a61c9ba14f%2C44181%2C1733149120606 2024-12-02T14:18:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T14:18:58,766 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T14:18:58,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:58,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:58,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:58,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:58,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:58,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:18:58,770 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733149138769/Put/seqid=0 2024-12-02T14:18:58,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741845_1021 (size=11194) 2024-12-02T14:18:58,870 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 0, reset compression=false 2024-12-02T14:18:59,032 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 0, reset compression=false 2024-12-02T14:18:59,174 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 0, reset compression=false 2024-12-02T14:18:59,175 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733149139175/Put/seqid=0 2024-12-02T14:18:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741846_1022 (size=10791) 2024-12-02T14:18:59,578 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 0, reset compression=false 2024-12-02T14:18:59,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91a9915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:59,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,37537,-1 for getting cluster id 2024-12-02T14:18:59,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:18:59,581 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db3aec0e-0ebd-452d-8547-6e97fefbc177' 2024-12-02T14:18:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:18:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db3aec0e-0ebd-452d-8547-6e97fefbc177" 2024-12-02T14:18:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e0bf57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,37537,-1] 2024-12-02T14:18:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:18:59,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:59,583 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:18:59,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7535875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:18:59,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:18:59,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,44181,1733149120606, seqNum=-1] 2024-12-02T14:18:59,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:18:59,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:18:59,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:18:59,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,37537,1733149120568 2024-12-02T14:18:59,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@99c7baf 2024-12-02T14:18:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:18:59,594 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:18:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2., hostname=a3a61c9ba14f,44181,1733149120606, seqNum=2] 2024-12-02T14:18:59,599 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T14:18:59,603 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-02T14:18:59,605 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-02T14:18:59,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 34eadd0a6d394bb33d491f416b1d1ef2/f 2024-12-02T14:18:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T14:18:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:18:59,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 34eadd0a6d394bb33d491f416b1d1ef2/f 2024-12-02T14:18:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T14:18:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:18:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HRegion(2603): Flush status journal for 34eadd0a6d394bb33d491f416b1d1ef2: 2024-12-02T14:18:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__3shqnt5k47u9jman8em98kt6i9cspb5dfuum6sljc3njcmvao1jgoccg8ic6e3uc/f/hfile_1 2024-12-02T14:18:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__3shqnt5k47u9jman8em98kt6i9cspb5dfuum6sljc3njcmvao1jgoccg8ic6e3uc/f/hfile_1 as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ 2024-12-02T14:18:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__3shqnt5k47u9jman8em98kt6i9cspb5dfuum6sljc3njcmvao1jgoccg8ic6e3uc/f/hfile_0 2024-12-02T14:18:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__3shqnt5k47u9jman8em98kt6i9cspb5dfuum6sljc3njcmvao1jgoccg8ic6e3uc/f/hfile_0 as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ 2024-12-02T14:18:59,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__3shqnt5k47u9jman8em98kt6i9cspb5dfuum6sljc3njcmvao1jgoccg8ic6e3uc/f/hfile_1 into 34eadd0a6d394bb33d491f416b1d1ef2/f as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ - updating store file list. 2024-12-02T14:18:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T14:18:59,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ into 34eadd0a6d394bb33d491f416b1d1ef2/f 2024-12-02T14:18:59,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__3shqnt5k47u9jman8em98kt6i9cspb5dfuum6sljc3njcmvao1jgoccg8ic6e3uc/f/hfile_1 into 34eadd0a6d394bb33d491f416b1d1ef2/f (new location: hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_) 2024-12-02T14:18:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__3shqnt5k47u9jman8em98kt6i9cspb5dfuum6sljc3njcmvao1jgoccg8ic6e3uc/f/hfile_1 2024-12-02T14:18:59,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__3shqnt5k47u9jman8em98kt6i9cspb5dfuum6sljc3njcmvao1jgoccg8ic6e3uc/f/hfile_0 into 34eadd0a6d394bb33d491f416b1d1ef2/f as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ - updating store file list. 2024-12-02T14:18:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d5f392eeed641d48a194ffbbacb7803_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T14:18:59,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ into 34eadd0a6d394bb33d491f416b1d1ef2/f 2024-12-02T14:18:59,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__3shqnt5k47u9jman8em98kt6i9cspb5dfuum6sljc3njcmvao1jgoccg8ic6e3uc/f/hfile_0 into 34eadd0a6d394bb33d491f416b1d1ef2/f (new location: hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_) 2024-12-02T14:18:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/staging/jenkins__test__3shqnt5k47u9jman8em98kt6i9cspb5dfuum6sljc3njcmvao1jgoccg8ic6e3uc/f/hfile_0 2024-12-02T14:18:59,632 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:18:59,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:18:59,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:59,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:18:59,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2., hostname=a3a61c9ba14f,44181,1733149120606, seqNum=2 , the old value is region=test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2., hostname=a3a61c9ba14f,44181,1733149120606, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a3a61c9ba14f:44181 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:18:59,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2., hostname=a3a61c9ba14f,44181,1733149120606, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:18:59,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2., hostname=a3a61c9ba14f,44181,1733149120606, seqNum=2 from cache 2024-12-02T14:18:59,636 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 0, reset compression=false 2024-12-02T14:18:59,636 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T14:18:59,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:18:59,637 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T14:18:59,651 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:18:59,651 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,44181,1733149120606 got entry batch from reader: WALEntryBatch [walEntries=[{test/34eadd0a6d394bb33d491f416b1d1ef2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733149139631/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T14:18:59,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.ReplicationSink(318): Replicating [db3aec0e-0ebd-452d-8547-6e97fefbc177] bulk loaded data 2024-12-02T14:18:59,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741839_1015 (size=10791) 2024-12-02T14:18:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741840_1016 (size=11194) 2024-12-02T14:18:59,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T14:18:59,693 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__qm9vl8dq7rda7rrmtae14jknmdkvj02rhbpl2cgvt0o0maqjnu9ed5seunihlk08/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T14:18:59,695 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__qm9vl8dq7rda7rrmtae14jknmdkvj02rhbpl2cgvt0o0maqjnu9ed5seunihlk08/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T14:18:59,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__qm9vl8dq7rda7rrmtae14jknmdkvj02rhbpl2cgvt0o0maqjnu9ed5seunihlk08/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ for inclusion in 62b402f05ef6a001765a70a0ac3d2c7d/f 2024-12-02T14:18:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T14:18:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:18:59,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__qm9vl8dq7rda7rrmtae14jknmdkvj02rhbpl2cgvt0o0maqjnu9ed5seunihlk08/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ for inclusion in 62b402f05ef6a001765a70a0ac3d2c7d/f 2024-12-02T14:18:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T14:18:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:18:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HRegion(2603): Flush status journal for 62b402f05ef6a001765a70a0ac3d2c7d: 2024-12-02T14:18:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T14:18:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__qm9vl8dq7rda7rrmtae14jknmdkvj02rhbpl2cgvt0o0maqjnu9ed5seunihlk08/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/e7250a6a24ef48aa9a33e1d6a9b7281d_SeqId_6_ 2024-12-02T14:18:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T14:18:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__qm9vl8dq7rda7rrmtae14jknmdkvj02rhbpl2cgvt0o0maqjnu9ed5seunihlk08/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/ed14e278f4534519b1d70f505f829d68_SeqId_6_ 2024-12-02T14:18:59,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__qm9vl8dq7rda7rrmtae14jknmdkvj02rhbpl2cgvt0o0maqjnu9ed5seunihlk08/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ into 62b402f05ef6a001765a70a0ac3d2c7d/f as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/e7250a6a24ef48aa9a33e1d6a9b7281d_SeqId_6_ - updating store file list. 2024-12-02T14:18:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7250a6a24ef48aa9a33e1d6a9b7281d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T14:18:59,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/e7250a6a24ef48aa9a33e1d6a9b7281d_SeqId_6_ into 62b402f05ef6a001765a70a0ac3d2c7d/f 2024-12-02T14:18:59,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__qm9vl8dq7rda7rrmtae14jknmdkvj02rhbpl2cgvt0o0maqjnu9ed5seunihlk08/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ into 62b402f05ef6a001765a70a0ac3d2c7d/f (new location: hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/e7250a6a24ef48aa9a33e1d6a9b7281d_SeqId_6_) 2024-12-02T14:18:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__qm9vl8dq7rda7rrmtae14jknmdkvj02rhbpl2cgvt0o0maqjnu9ed5seunihlk08/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ 2024-12-02T14:18:59,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__qm9vl8dq7rda7rrmtae14jknmdkvj02rhbpl2cgvt0o0maqjnu9ed5seunihlk08/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ into 62b402f05ef6a001765a70a0ac3d2c7d/f as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/ed14e278f4534519b1d70f505f829d68_SeqId_6_ - updating store file list. 2024-12-02T14:18:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed14e278f4534519b1d70f505f829d68_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T14:18:59,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/ed14e278f4534519b1d70f505f829d68_SeqId_6_ into 62b402f05ef6a001765a70a0ac3d2c7d/f 2024-12-02T14:18:59,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__qm9vl8dq7rda7rrmtae14jknmdkvj02rhbpl2cgvt0o0maqjnu9ed5seunihlk08/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ into 62b402f05ef6a001765a70a0ac3d2c7d/f (new location: hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/f/ed14e278f4534519b1d70f505f829d68_SeqId_6_) 2024-12-02T14:18:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/staging/jenkins.hfs.22__test__qm9vl8dq7rda7rrmtae14jknmdkvj02rhbpl2cgvt0o0maqjnu9ed5seunihlk08/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ 2024-12-02T14:18:59,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.ReplicationSink(324): Finished replicating [db3aec0e-0ebd-452d-8547-6e97fefbc177] bulk loaded data 2024-12-02T14:18:59,737 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:44181 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T14:18:59,851 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:00,082 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 0, reset compression=false 2024-12-02T14:19:00,086 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T14:19:00,086 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a3a61c9ba14f,44181,1733149120606 got entry batch from reader: WALEntryBatch [walEntries=[{test/34eadd0a6d394bb33d491f416b1d1ef2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733149139631/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T14:19:00,088 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:19:00,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T14:19:00,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.ReplicationSink(318): Replicating [db3aec0e-0ebd-452d-8547-6e97fefbc177] bulk loaded data 2024-12-02T14:19:00,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55ba53fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:19:00,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,36963,-1 for getting cluster id 2024-12-02T14:19:00,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:19:00,090 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6dc346c-7b62-493f-9772-c897edbcec0e' 2024-12-02T14:19:00,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:19:00,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6dc346c-7b62-493f-9772-c897edbcec0e" 2024-12-02T14:19:00,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a72e635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:19:00,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,36963,-1] 2024-12-02T14:19:00,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:19:00,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:00,091 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:19:00,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32370482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:19:00,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741837_1013 (size=10791) 2024-12-02T14:19:00,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741838_1014 (size=11194) 2024-12-02T14:19:00,158 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:00,286 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:00,350 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T14:19:00,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:19:00,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,36963,1733149127791 2024-12-02T14:19:00,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@778508e7 2024-12-02T14:19:00,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:19:00,509 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-02T14:19:00,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T14:19:00,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:19:00,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,46569,1733149127826, seqNum=-1] 2024-12-02T14:19:00,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:19:00,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-02T14:19:00,516 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/staging/jenkins.hfs.23__test__oct6sqsdee93l3sgnlkefnj0vo09sui5vnpecdpv2hhtrr7j228saur8fjnttubj/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T14:19:00,518 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/staging/jenkins.hfs.23__test__oct6sqsdee93l3sgnlkefnj0vo09sui5vnpecdpv2hhtrr7j228saur8fjnttubj/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T14:19:00,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/staging/jenkins.hfs.23__test__oct6sqsdee93l3sgnlkefnj0vo09sui5vnpecdpv2hhtrr7j228saur8fjnttubj/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ for inclusion in 2968a80ecfbf40247a612fa4af9255fb/f 2024-12-02T14:19:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T14:19:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:19:00,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/staging/jenkins.hfs.23__test__oct6sqsdee93l3sgnlkefnj0vo09sui5vnpecdpv2hhtrr7j228saur8fjnttubj/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ for inclusion in 2968a80ecfbf40247a612fa4af9255fb/f 2024-12-02T14:19:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T14:19:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:19:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HRegion(2603): Flush status journal for 2968a80ecfbf40247a612fa4af9255fb: 2024-12-02T14:19:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T14:19:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/staging/jenkins.hfs.23__test__oct6sqsdee93l3sgnlkefnj0vo09sui5vnpecdpv2hhtrr7j228saur8fjnttubj/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ as hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/default/test/2968a80ecfbf40247a612fa4af9255fb/f/8955d96d5e9a47bb8658832a985823a3_SeqId_4_ 2024-12-02T14:19:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T14:19:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/staging/jenkins.hfs.23__test__oct6sqsdee93l3sgnlkefnj0vo09sui5vnpecdpv2hhtrr7j228saur8fjnttubj/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ as hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/default/test/2968a80ecfbf40247a612fa4af9255fb/f/b735de26b0594227b70aa64f7a6b2680_SeqId_4_ 2024-12-02T14:19:00,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/staging/jenkins.hfs.23__test__oct6sqsdee93l3sgnlkefnj0vo09sui5vnpecdpv2hhtrr7j228saur8fjnttubj/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ into 2968a80ecfbf40247a612fa4af9255fb/f as hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/default/test/2968a80ecfbf40247a612fa4af9255fb/f/8955d96d5e9a47bb8658832a985823a3_SeqId_4_ - updating store file list. 2024-12-02T14:19:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8955d96d5e9a47bb8658832a985823a3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:19:00,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/default/test/2968a80ecfbf40247a612fa4af9255fb/f/8955d96d5e9a47bb8658832a985823a3_SeqId_4_ into 2968a80ecfbf40247a612fa4af9255fb/f 2024-12-02T14:19:00,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/staging/jenkins.hfs.23__test__oct6sqsdee93l3sgnlkefnj0vo09sui5vnpecdpv2hhtrr7j228saur8fjnttubj/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ into 2968a80ecfbf40247a612fa4af9255fb/f (new location: hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/default/test/2968a80ecfbf40247a612fa4af9255fb/f/8955d96d5e9a47bb8658832a985823a3_SeqId_4_) 2024-12-02T14:19:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/staging/jenkins.hfs.23__test__oct6sqsdee93l3sgnlkefnj0vo09sui5vnpecdpv2hhtrr7j228saur8fjnttubj/f/4d5f392eeed641d48a194ffbbacb7803_SeqId_6_ 2024-12-02T14:19:00,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/staging/jenkins.hfs.23__test__oct6sqsdee93l3sgnlkefnj0vo09sui5vnpecdpv2hhtrr7j228saur8fjnttubj/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ into 2968a80ecfbf40247a612fa4af9255fb/f as hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/default/test/2968a80ecfbf40247a612fa4af9255fb/f/b735de26b0594227b70aa64f7a6b2680_SeqId_4_ - updating store file list. 2024-12-02T14:19:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b735de26b0594227b70aa64f7a6b2680_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T14:19:00,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/default/test/2968a80ecfbf40247a612fa4af9255fb/f/b735de26b0594227b70aa64f7a6b2680_SeqId_4_ into 2968a80ecfbf40247a612fa4af9255fb/f 2024-12-02T14:19:00,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/staging/jenkins.hfs.23__test__oct6sqsdee93l3sgnlkefnj0vo09sui5vnpecdpv2hhtrr7j228saur8fjnttubj/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ into 2968a80ecfbf40247a612fa4af9255fb/f (new location: hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/default/test/2968a80ecfbf40247a612fa4af9255fb/f/b735de26b0594227b70aa64f7a6b2680_SeqId_4_) 2024-12-02T14:19:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/staging/jenkins.hfs.23__test__oct6sqsdee93l3sgnlkefnj0vo09sui5vnpecdpv2hhtrr7j228saur8fjnttubj/f/305e5fdd5bd04f47ae970540d7e7d679_SeqId_6_ 2024-12-02T14:19:00,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] regionserver.ReplicationSink(324): Finished replicating [db3aec0e-0ebd-452d-8547-6e97fefbc177] bulk loaded data 2024-12-02T14:19:00,560 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:00,589 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:00,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:19:00,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:19:00,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:19:00,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:00,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:00,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:19:00,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033899116, stopped=false 2024-12-02T14:19:00,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:19:00,652 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,36963,1733149127791 2024-12-02T14:19:00,654 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:19:00,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21739937000/running 2024-12-02T14:19:00,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21739937000/running 2024-12-02T14:19:00,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:19:00,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:19:00,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:19:00,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:19:00,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:00,654 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,46569,1733149127826' ***** 2024-12-02T14:19:00,654 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:19:00,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Set watcher on znode that does not yet exist, /21739937000/running 2024-12-02T14:19:00,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Set watcher on znode that does not yet exist, /21739937000/running 2024-12-02T14:19:00,655 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:19:00,655 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:19:00,655 INFO [RS:0;a3a61c9ba14f:46569 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:19:00,656 INFO [RS:0;a3a61c9ba14f:46569 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:19:00,656 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(3091): Received CLOSE for 2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:19:00,656 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,46569,1733149127826 2024-12-02T14:19:00,656 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:19:00,656 INFO [RS:0;a3a61c9ba14f:46569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:46569. 2024-12-02T14:19:00,656 DEBUG [RS:0;a3a61c9ba14f:46569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:19:00,656 DEBUG [RS:0;a3a61c9ba14f:46569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:00,656 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2968a80ecfbf40247a612fa4af9255fb, disabling compactions & flushes 2024-12-02T14:19:00,656 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:19:00,656 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:19:00,656 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:19:00,656 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. 2024-12-02T14:19:00,656 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. 2024-12-02T14:19:00,656 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:19:00,656 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. after waiting 0 ms 2024-12-02T14:19:00,656 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. 2024-12-02T14:19:00,656 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:19:00,656 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1325): Online Regions={2968a80ecfbf40247a612fa4af9255fb=test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:19:00,656 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2968a80ecfbf40247a612fa4af9255fb 2024-12-02T14:19:00,656 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:19:00,657 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:19:00,657 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:19:00,657 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:19:00,657 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:19:00,657 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T14:19:00,664 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/default/test/2968a80ecfbf40247a612fa4af9255fb/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T14:19:00,664 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:19:00,664 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:19:00,664 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. 2024-12-02T14:19:00,664 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2968a80ecfbf40247a612fa4af9255fb: Waiting for close lock at 1733149140656Running coprocessor pre-close hooks at 1733149140656Disabling compacts and flushes for region at 1733149140656Disabling writes for close at 1733149140656Writing region close event to WAL at 1733149140661 (+5 ms)Running coprocessor post-close hooks at 1733149140664 (+3 ms)Closed at 1733149140664 2024-12-02T14:19:00,664 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb. 2024-12-02T14:19:00,676 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/.tmp/info/75fb8116aae1465b9d2be6cc1b1aacc1 is 129, key is test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb./info:regioninfo/1733149133681/Put/seqid=0 2024-12-02T14:19:00,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741839_1015 (size=6421) 2024-12-02T14:19:00,714 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:19:00,857 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:00,992 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:01,057 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:01,063 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:01,080 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/.tmp/info/75fb8116aae1465b9d2be6cc1b1aacc1 2024-12-02T14:19:01,094 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/.tmp/ns/d81d600cd54f4db28dd901df6df6e68b is 43, key is default/ns:d/1733149130715/Put/seqid=0 2024-12-02T14:19:01,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741840_1016 (size=5153) 2024-12-02T14:19:01,257 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:01,380 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:19:01,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:01,457 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:01,495 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:01,497 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/.tmp/ns/d81d600cd54f4db28dd901df6df6e68b 2024-12-02T14:19:01,514 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/.tmp/rep_barrier/9bf1c23238514f04a547114681053ba9 is 112, key is test,,1733149132537.2968a80ecfbf40247a612fa4af9255fb./rep_barrier:seqnumDuringOpen/1733149133681/Put/seqid=0 2024-12-02T14:19:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741841_1017 (size=5518) 2024-12-02T14:19:01,518 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/.tmp/rep_barrier/9bf1c23238514f04a547114681053ba9 2024-12-02T14:19:01,541 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/.tmp/table/8cb351088344493d993128451612e05b is 40, key is test/table:state/1733149133687/Put/seqid=0 2024-12-02T14:19:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741842_1018 (size=5165) 2024-12-02T14:19:01,599 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:19:01,599 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:19:01,657 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T14:19:01,657 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:19:01,657 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:01,665 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:01,857 DEBUG [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:01,947 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/.tmp/table/8cb351088344493d993128451612e05b 2024-12-02T14:19:01,951 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/.tmp/info/75fb8116aae1465b9d2be6cc1b1aacc1 as hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/info/75fb8116aae1465b9d2be6cc1b1aacc1 2024-12-02T14:19:01,954 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/info/75fb8116aae1465b9d2be6cc1b1aacc1, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T14:19:01,955 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/.tmp/ns/d81d600cd54f4db28dd901df6df6e68b as hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/ns/d81d600cd54f4db28dd901df6df6e68b 2024-12-02T14:19:01,959 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/ns/d81d600cd54f4db28dd901df6df6e68b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T14:19:01,959 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/.tmp/rep_barrier/9bf1c23238514f04a547114681053ba9 as hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/rep_barrier/9bf1c23238514f04a547114681053ba9 2024-12-02T14:19:01,963 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/rep_barrier/9bf1c23238514f04a547114681053ba9, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T14:19:01,963 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/.tmp/table/8cb351088344493d993128451612e05b as hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/table/8cb351088344493d993128451612e05b 2024-12-02T14:19:01,966 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/table/8cb351088344493d993128451612e05b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T14:19:01,967 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false 2024-12-02T14:19:01,972 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T14:19:01,973 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:19:01,973 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:19:01,973 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:19:01,973 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149140656Running coprocessor pre-close hooks at 1733149140656Disabling compacts and flushes for region at 1733149140656Disabling writes for close at 1733149140657 (+1 ms)Obtaining lock to block concurrent updates at 1733149140657Preparing flush snapshotting stores in 1588230740 at 1733149140657Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733149140657Flushing stores of hbase:meta,,1.1588230740 at 1733149140658 (+1 ms)Flushing 1588230740/info: creating writer at 1733149140658Flushing 1588230740/info: appending metadata at 1733149140676 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733149140676Flushing 1588230740/ns: creating writer at 1733149141083 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733149141094 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733149141094Flushing 1588230740/rep_barrier: creating writer at 1733149141501 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733149141513 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733149141514 (+1 ms)Flushing 1588230740/table: creating writer at 1733149141524 (+10 ms)Flushing 1588230740/table: appending metadata at 1733149141540 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733149141540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2974beff: reopening flushed file at 1733149141951 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bd18b40: reopening flushed file at 1733149141955 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110b82ae: reopening flushed file at 1733149141959 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b282cf1: reopening flushed file at 1733149141963 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false at 1733149141967 (+4 ms)Writing region close event to WAL at 1733149141969 (+2 ms)Running coprocessor post-close hooks at 1733149141973 (+4 ms)Closed at 1733149141973 2024-12-02T14:19:01,973 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:19:02,058 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,46569,1733149127826; all regions closed. 2024-12-02T14:19:02,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741834_1010 (size=2717) 2024-12-02T14:19:02,061 DEBUG [RS:0;a3a61c9ba14f:46569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/oldWALs 2024-12-02T14:19:02,061 INFO [RS:0;a3a61c9ba14f:46569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C46569%2C1733149127826.meta:.meta(num 1733149130684) 2024-12-02T14:19:02,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741832_1008 (size=1028) 2024-12-02T14:19:02,064 DEBUG [RS:0;a3a61c9ba14f:46569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/oldWALs 2024-12-02T14:19:02,065 INFO [RS:0;a3a61c9ba14f:46569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C46569%2C1733149127826:(num 1733149129724) 2024-12-02T14:19:02,065 DEBUG [RS:0;a3a61c9ba14f:46569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:02,065 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:19:02,065 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:19:02,065 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:19:02,065 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:19:02,065 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:19:02,065 INFO [RS:0;a3a61c9ba14f:46569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:46569. 2024-12-02T14:19:02,065 DEBUG [RS:0;a3a61c9ba14f:46569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:19:02,065 DEBUG [RS:0;a3a61c9ba14f:46569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:02,065 DEBUG [RS:0;a3a61c9ba14f:46569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:02,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:19:02,066 INFO [RS:0;a3a61c9ba14f:46569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46569 2024-12-02T14:19:02,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000/rs 2024-12-02T14:19:02,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21739937000/rs/a3a61c9ba14f,46569,1733149127826 2024-12-02T14:19:02,067 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:19:02,067 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,46569,1733149127826] 2024-12-02T14:19:02,068 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21739937000/draining/a3a61c9ba14f,46569,1733149127826 already deleted, retry=false 2024-12-02T14:19:02,068 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,46569,1733149127826 expired; onlineServers=0 2024-12-02T14:19:02,068 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,36963,1733149127791' ***** 2024-12-02T14:19:02,068 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:19:02,068 INFO [M:0;a3a61c9ba14f:36963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:19:02,068 INFO [M:0;a3a61c9ba14f:36963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:19:02,068 DEBUG [M:0;a3a61c9ba14f:36963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:19:02,068 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:19:02,068 DEBUG [M:0;a3a61c9ba14f:36963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:19:02,068 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149129548 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149129548,5,FailOnTimeoutGroup] 2024-12-02T14:19:02,068 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149129547 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149129547,5,FailOnTimeoutGroup] 2024-12-02T14:19:02,068 INFO [M:0;a3a61c9ba14f:36963 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:19:02,068 INFO [M:0;a3a61c9ba14f:36963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:19:02,068 DEBUG [M:0;a3a61c9ba14f:36963 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:19:02,068 INFO [M:0;a3a61c9ba14f:36963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:19:02,069 INFO [M:0;a3a61c9ba14f:36963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:19:02,069 INFO [M:0;a3a61c9ba14f:36963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:19:02,069 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:19:02,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21739937000/master 2024-12-02T14:19:02,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21739937000 2024-12-02T14:19:02,069 DEBUG [M:0;a3a61c9ba14f:36963 {}] zookeeper.ZKUtil(347): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Unable to get data of znode /21739937000/master because node does not exist (not an error) 2024-12-02T14:19:02,069 WARN [M:0;a3a61c9ba14f:36963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:19:02,070 INFO [M:0;a3a61c9ba14f:36963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/.lastflushedseqids 2024-12-02T14:19:02,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741843_1019 (size=173) 2024-12-02T14:19:02,100 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:02,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:19:02,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46569-0x1009b4c30d00007, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:19:02,168 INFO [RS:0;a3a61c9ba14f:46569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:19:02,168 INFO [RS:0;a3a61c9ba14f:46569 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,46569,1733149127826; zookeeper connection closed. 2024-12-02T14:19:02,168 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d0b23f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d0b23f1 2024-12-02T14:19:02,168 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:19:02,368 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:02,474 INFO [M:0;a3a61c9ba14f:36963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:19:02,474 INFO [M:0;a3a61c9ba14f:36963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:19:02,474 DEBUG [M:0;a3a61c9ba14f:36963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:19:02,474 INFO [M:0;a3a61c9ba14f:36963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:19:02,474 DEBUG [M:0;a3a61c9ba14f:36963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:19:02,474 DEBUG [M:0;a3a61c9ba14f:36963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:19:02,474 DEBUG [M:0;a3a61c9ba14f:36963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:19:02,474 INFO [M:0;a3a61c9ba14f:36963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-02T14:19:02,486 DEBUG [M:0;a3a61c9ba14f:36963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c6fe62f7e7647e9ba194f9540f77741 is 82, key is hbase:meta,,1/info:regioninfo/1733149130708/Put/seqid=0 2024-12-02T14:19:02,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741844_1020 (size=5672) 2024-12-02T14:19:02,804 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:02,890 INFO [M:0;a3a61c9ba14f:36963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c6fe62f7e7647e9ba194f9540f77741 2024-12-02T14:19:02,904 DEBUG [M:0;a3a61c9ba14f:36963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cff67121f18c4df48741535f6ab592b1 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733149133691/Put/seqid=0 2024-12-02T14:19:02,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741845_1021 (size=6587) 2024-12-02T14:19:03,171 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:03,308 INFO [M:0;a3a61c9ba14f:36963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cff67121f18c4df48741535f6ab592b1 2024-12-02T14:19:03,323 DEBUG [M:0;a3a61c9ba14f:36963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e609879f7b249dcb11de81a986edf94 is 69, key is a3a61c9ba14f,46569,1733149127826/rs:state/1733149129578/Put/seqid=0 2024-12-02T14:19:03,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741846_1022 (size=5156) 2024-12-02T14:19:03,607 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:03,727 INFO [M:0;a3a61c9ba14f:36963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e609879f7b249dcb11de81a986edf94 2024-12-02T14:19:03,733 DEBUG [M:0;a3a61c9ba14f:36963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c6fe62f7e7647e9ba194f9540f77741 as hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c6fe62f7e7647e9ba194f9540f77741 2024-12-02T14:19:03,739 INFO [M:0;a3a61c9ba14f:36963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c6fe62f7e7647e9ba194f9540f77741, entries=8, sequenceid=55, filesize=5.5 K 2024-12-02T14:19:03,740 DEBUG [M:0;a3a61c9ba14f:36963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cff67121f18c4df48741535f6ab592b1 as hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cff67121f18c4df48741535f6ab592b1 2024-12-02T14:19:03,745 INFO [M:0;a3a61c9ba14f:36963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cff67121f18c4df48741535f6ab592b1, entries=6, sequenceid=55, filesize=6.4 K 2024-12-02T14:19:03,746 DEBUG [M:0;a3a61c9ba14f:36963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e609879f7b249dcb11de81a986edf94 as hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e609879f7b249dcb11de81a986edf94 2024-12-02T14:19:03,749 INFO [M:0;a3a61c9ba14f:36963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37057/user/jenkins/test-data/24000a27-caba-eb8e-1d10-64ac47a68b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e609879f7b249dcb11de81a986edf94, entries=1, sequenceid=55, filesize=5.0 K 2024-12-02T14:19:03,750 INFO [M:0;a3a61c9ba14f:36963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false 2024-12-02T14:19:03,762 INFO [M:0;a3a61c9ba14f:36963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:19:03,762 DEBUG [M:0;a3a61c9ba14f:36963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149142474Disabling compacts and flushes for region at 1733149142474Disabling writes for close at 1733149142474Obtaining lock to block concurrent updates at 1733149142474Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149142474Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733149142475 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149142475Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149142475Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149142486 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149142486Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149142894 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149142904 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149142904Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149143311 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149143322 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149143322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b620d3: reopening flushed file at 1733149143732 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d5cc1f: reopening flushed file at 1733149143739 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c10b85e: reopening flushed file at 1733149143745 (+6 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false at 1733149143750 (+5 ms)Writing region close event to WAL at 1733149143762 (+12 ms)Closed at 1733149143762 2024-12-02T14:19:03,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35927 is added to blk_1073741830_1006 (size=32782) 2024-12-02T14:19:03,767 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:19:03,767 INFO [M:0;a3a61c9ba14f:36963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:19:03,767 INFO [M:0;a3a61c9ba14f:36963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36963 2024-12-02T14:19:03,768 INFO [M:0;a3a61c9ba14f:36963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:19:03,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:19:03,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:19:03,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x1009b4c30d00006, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:19:03,870 INFO [M:0;a3a61c9ba14f:36963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:19:03,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2960a674{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:19:03,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b582525{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:19:03,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:19:03,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb415da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:19:03,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23618ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/hadoop.log.dir/,STOPPED} 2024-12-02T14:19:03,916 WARN [BP-1649539305-172.17.0.2-1733149127350 heartbeating to localhost/127.0.0.1:37057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:19:03,916 WARN [BP-1649539305-172.17.0.2-1733149127350 heartbeating to localhost/127.0.0.1:37057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1649539305-172.17.0.2-1733149127350 (Datanode Uuid dbb1a4ed-29c7-454a-802f-2542c4b11390) service to localhost/127.0.0.1:37057 2024-12-02T14:19:03,917 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:19:03,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:19:03,918 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:19:03,918 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/cluster_87bd860d-91e9-7245-bda2-4b330976f404/data/data2/current/BP-1649539305-172.17.0.2-1733149127350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:19:03,918 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/cluster_87bd860d-91e9-7245-bda2-4b330976f404/data/data1/current/BP-1649539305-172.17.0.2-1733149127350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:19:03,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c8baf7c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:19:03,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6983f7b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:19:03,946 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:19:03,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18990de3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:19:03,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124dcaa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a535de9d-53e4-d1f1-8b64-c03255aa8415/hadoop.log.dir/,STOPPED} 2024-12-02T14:19:03,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:19:03,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:19:03,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:19:03,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:19:03,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:03,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:19:03,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:03,969 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:19:03,969 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1197947504, stopped=false 2024-12-02T14:19:03,973 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,43991,1733149124380 2024-12-02T14:19:03,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1993231224/running 2024-12-02T14:19:03,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:19:03,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1993231224/running 2024-12-02T14:19:03,976 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:19:03,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:19:03,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:19:03,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:19:03,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:03,978 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,37427,1733149124407' ***** 2024-12-02T14:19:03,978 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:19:03,978 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:19:03,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Set watcher on znode that does not yet exist, /1993231224/running 2024-12-02T14:19:03,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:19:03,979 INFO [RS:0;a3a61c9ba14f:37427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:19:03,979 INFO [RS:0;a3a61c9ba14f:37427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:19:03,979 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(3091): Received CLOSE for 62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:19:03,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Set watcher on znode that does not yet exist, /1993231224/running 2024-12-02T14:19:03,981 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,37427,1733149124407 2024-12-02T14:19:03,981 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:19:03,981 INFO [RS:0;a3a61c9ba14f:37427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:37427. 2024-12-02T14:19:03,981 DEBUG [RS:0;a3a61c9ba14f:37427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:19:03,981 DEBUG [RS:0;a3a61c9ba14f:37427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:03,981 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:19:03,981 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:19:03,981 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:19:03,981 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:19:03,983 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62b402f05ef6a001765a70a0ac3d2c7d, disabling compactions & flushes 2024-12-02T14:19:03,983 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. 2024-12-02T14:19:03,983 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. 2024-12-02T14:19:03,983 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. after waiting 0 ms 2024-12-02T14:19:03,983 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. 2024-12-02T14:19:03,992 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:19:03,993 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 62b402f05ef6a001765a70a0ac3d2c7d=test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d.} 2024-12-02T14:19:03,993 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62b402f05ef6a001765a70a0ac3d2c7d 2024-12-02T14:19:03,993 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:19:03,993 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:19:03,993 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:19:03,993 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:19:03,993 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:19:03,993 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T14:19:04,022 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/.tmp/info/536404eda1c745f5a4c012fdabe4d95f is 129, key is test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d./info:regioninfo/1733149132246/Put/seqid=0 2024-12-02T14:19:04,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741841_1017 (size=6421) 2024-12-02T14:19:04,056 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/default/test/62b402f05ef6a001765a70a0ac3d2c7d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:19:04,056 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/.tmp/info/536404eda1c745f5a4c012fdabe4d95f 2024-12-02T14:19:04,056 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:19:04,056 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:19:04,056 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. 2024-12-02T14:19:04,056 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62b402f05ef6a001765a70a0ac3d2c7d: Waiting for close lock at 1733149143983Running coprocessor pre-close hooks at 1733149143983Disabling compacts and flushes for region at 1733149143983Disabling writes for close at 1733149143983Writing region close event to WAL at 1733149144024 (+41 ms)Running coprocessor post-close hooks at 1733149144056 (+32 ms)Closed at 1733149144056 2024-12-02T14:19:04,057 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d. 2024-12-02T14:19:04,061 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:19:04,076 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:04,149 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/.tmp/ns/d23a561674d24471a3c588167afbbc0f is 43, key is default/ns:d/1733149127313/Put/seqid=0 2024-12-02T14:19:04,225 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:04,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741842_1018 (size=5153) 2024-12-02T14:19:04,248 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:19:04,248 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:19:04,425 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:04,510 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:04,626 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:04,626 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/.tmp/ns/d23a561674d24471a3c588167afbbc0f 2024-12-02T14:19:04,679 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/.tmp/rep_barrier/437b1558341b403c932c82be28492cf8 is 112, key is test,,1733149131907.62b402f05ef6a001765a70a0ac3d2c7d./rep_barrier:seqnumDuringOpen/1733149132246/Put/seqid=0 2024-12-02T14:19:04,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741843_1019 (size=5518) 2024-12-02T14:19:04,826 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:05,026 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T14:19:05,026 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T14:19:05,026 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:05,104 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:05,135 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/.tmp/rep_barrier/437b1558341b403c932c82be28492cf8 2024-12-02T14:19:05,170 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/.tmp/table/2e898753332e408cbef7381385e57aaa is 40, key is test/table:state/1733149132255/Put/seqid=0 2024-12-02T14:19:05,227 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741844_1020 (size=5165) 2024-12-02T14:19:05,427 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:05,547 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:05,627 DEBUG [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:19:05,631 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/.tmp/table/2e898753332e408cbef7381385e57aaa 2024-12-02T14:19:05,636 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/.tmp/info/536404eda1c745f5a4c012fdabe4d95f as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/info/536404eda1c745f5a4c012fdabe4d95f 2024-12-02T14:19:05,641 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/info/536404eda1c745f5a4c012fdabe4d95f, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T14:19:05,642 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/.tmp/ns/d23a561674d24471a3c588167afbbc0f as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/ns/d23a561674d24471a3c588167afbbc0f 2024-12-02T14:19:05,649 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/ns/d23a561674d24471a3c588167afbbc0f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T14:19:05,650 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/.tmp/rep_barrier/437b1558341b403c932c82be28492cf8 as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/rep_barrier/437b1558341b403c932c82be28492cf8 2024-12-02T14:19:05,656 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/rep_barrier/437b1558341b403c932c82be28492cf8, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T14:19:05,657 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/.tmp/table/2e898753332e408cbef7381385e57aaa as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/table/2e898753332e408cbef7381385e57aaa 2024-12-02T14:19:05,662 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/table/2e898753332e408cbef7381385e57aaa, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T14:19:05,663 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1670ms, sequenceid=11, compaction requested=false 2024-12-02T14:19:05,737 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T14:19:05,746 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:19:05,746 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:19:05,746 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:19:05,746 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149143993Running coprocessor pre-close hooks at 1733149143993Disabling compacts and flushes for region at 1733149143993Disabling writes for close at 1733149143993Obtaining lock to block concurrent updates at 1733149143993Preparing flush snapshotting stores in 1588230740 at 1733149143993Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733149143994 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733149143994Flushing 1588230740/info: creating writer at 1733149143995 (+1 ms)Flushing 1588230740/info: appending metadata at 1733149144022 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733149144022Flushing 1588230740/ns: creating writer at 1733149144087 (+65 ms)Flushing 1588230740/ns: appending metadata at 1733149144149 (+62 ms)Flushing 1588230740/ns: closing flushed file at 1733149144149Flushing 1588230740/rep_barrier: creating writer at 1733149144637 (+488 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733149144679 (+42 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733149144679Flushing 1588230740/table: creating writer at 1733149145144 (+465 ms)Flushing 1588230740/table: appending metadata at 1733149145169 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733149145169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7383bec7: reopening flushed file at 1733149145635 (+466 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72160438: reopening flushed file at 1733149145641 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4784f69f: reopening flushed file at 1733149145649 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b589cc7: reopening flushed file at 1733149145656 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1670ms, sequenceid=11, compaction requested=false at 1733149145663 (+7 ms)Writing region close event to WAL at 1733149145722 (+59 ms)Running coprocessor post-close hooks at 1733149145745 (+23 ms)Closed at 1733149145746 (+1 ms) 2024-12-02T14:19:05,746 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:19:05,827 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,37427,1733149124407; all regions closed. 2024-12-02T14:19:05,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741834_1010 (size=2717) 2024-12-02T14:19:05,848 DEBUG [RS:0;a3a61c9ba14f:37427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/oldWALs 2024-12-02T14:19:05,848 INFO [RS:0;a3a61c9ba14f:37427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C37427%2C1733149124407.meta:.meta(num 1733149127283) 2024-12-02T14:19:05,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741832_1008 (size=1374) 2024-12-02T14:19:05,879 DEBUG [RS:0;a3a61c9ba14f:37427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/oldWALs 2024-12-02T14:19:05,879 INFO [RS:0;a3a61c9ba14f:37427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C37427%2C1733149124407:(num 1733149126372) 2024-12-02T14:19:05,880 DEBUG [RS:0;a3a61c9ba14f:37427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:05,880 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:19:05,880 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:19:05,880 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:19:05,880 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:19:05,881 INFO [RS:0;a3a61c9ba14f:37427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:37427. 2024-12-02T14:19:05,881 DEBUG [RS:0;a3a61c9ba14f:37427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:19:05,881 DEBUG [RS:0;a3a61c9ba14f:37427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:05,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:19:05,881 DEBUG [RS:0;a3a61c9ba14f:37427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:05,881 INFO [RS:0;a3a61c9ba14f:37427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37427 2024-12-02T14:19:05,882 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:19:05,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224/rs 2024-12-02T14:19:05,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1993231224/rs/a3a61c9ba14f,37427,1733149124407 2024-12-02T14:19:05,884 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:19:05,884 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,37427,1733149124407] 2024-12-02T14:19:05,886 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1993231224/draining/a3a61c9ba14f,37427,1733149124407 already deleted, retry=false 2024-12-02T14:19:05,887 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,37427,1733149124407 expired; onlineServers=0 2024-12-02T14:19:05,887 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,43991,1733149124380' ***** 2024-12-02T14:19:05,887 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:19:05,887 INFO [M:0;a3a61c9ba14f:43991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:19:05,887 INFO [M:0;a3a61c9ba14f:43991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:19:05,887 DEBUG [M:0;a3a61c9ba14f:43991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:19:05,887 DEBUG [M:0;a3a61c9ba14f:43991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:19:05,887 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149126153 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149126153,5,FailOnTimeoutGroup] 2024-12-02T14:19:05,887 INFO [M:0;a3a61c9ba14f:43991 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:19:05,887 INFO [M:0;a3a61c9ba14f:43991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:19:05,887 DEBUG [M:0;a3a61c9ba14f:43991 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:19:05,887 INFO [M:0;a3a61c9ba14f:43991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:19:05,887 INFO [M:0;a3a61c9ba14f:43991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:19:05,888 INFO [M:0;a3a61c9ba14f:43991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:19:05,888 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:19:05,888 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149126152 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149126152,5,FailOnTimeoutGroup] 2024-12-02T14:19:05,888 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:19:05,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1993231224/master 2024-12-02T14:19:05,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1993231224 2024-12-02T14:19:05,891 DEBUG [M:0;a3a61c9ba14f:43991 {}] zookeeper.RecoverableZooKeeper(212): Node /1993231224/master already deleted, retry=false 2024-12-02T14:19:05,891 DEBUG [M:0;a3a61c9ba14f:43991 {}] master.ActiveMasterManager(353): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Failed delete of our master address node; KeeperErrorCode = NoNode for /1993231224/master 2024-12-02T14:19:05,921 INFO [M:0;a3a61c9ba14f:43991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/.lastflushedseqids 2024-12-02T14:19:05,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:19:05,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x1009b4c30d00004, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:19:05,987 INFO [RS:0;a3a61c9ba14f:37427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:19:05,987 INFO [RS:0;a3a61c9ba14f:37427 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,37427,1733149124407; zookeeper connection closed. 2024-12-02T14:19:05,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741845_1021 (size=173) 2024-12-02T14:19:05,990 INFO [M:0;a3a61c9ba14f:43991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:19:05,990 INFO [M:0;a3a61c9ba14f:43991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:19:05,990 DEBUG [M:0;a3a61c9ba14f:43991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:19:05,990 INFO [M:0;a3a61c9ba14f:43991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:19:05,990 DEBUG [M:0;a3a61c9ba14f:43991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:19:05,990 DEBUG [M:0;a3a61c9ba14f:43991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:19:05,990 DEBUG [M:0;a3a61c9ba14f:43991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:19:05,991 INFO [M:0;a3a61c9ba14f:43991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-02T14:19:05,991 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b09b9f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b09b9f5 2024-12-02T14:19:05,991 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:19:06,024 DEBUG [M:0;a3a61c9ba14f:43991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ccd3bda12e0482fb4435253e83bc594 is 82, key is hbase:meta,,1/info:regioninfo/1733149127307/Put/seqid=0 2024-12-02T14:19:06,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741846_1022 (size=5672) 2024-12-02T14:19:06,048 INFO [M:0;a3a61c9ba14f:43991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ccd3bda12e0482fb4435253e83bc594 2024-12-02T14:19:06,077 DEBUG [M:0;a3a61c9ba14f:43991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/854e23ffb1f34ae4bb236683c931b7fa is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733149132257/Put/seqid=0 2024-12-02T14:19:06,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741847_1023 (size=6586) 2024-12-02T14:19:06,114 INFO [M:0;a3a61c9ba14f:43991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/854e23ffb1f34ae4bb236683c931b7fa 2024-12-02T14:19:06,154 DEBUG [M:0;a3a61c9ba14f:43991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5ac55e6fc6049adbb1cf1cdd2398de7 is 69, key is a3a61c9ba14f,37427,1733149124407/rs:state/1733149126240/Put/seqid=0 2024-12-02T14:19:06,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741848_1024 (size=5156) 2024-12-02T14:19:06,235 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:06,607 INFO [M:0;a3a61c9ba14f:43991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5ac55e6fc6049adbb1cf1cdd2398de7 2024-12-02T14:19:06,618 DEBUG [M:0;a3a61c9ba14f:43991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ccd3bda12e0482fb4435253e83bc594 as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ccd3bda12e0482fb4435253e83bc594 2024-12-02T14:19:06,622 INFO [M:0;a3a61c9ba14f:43991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ccd3bda12e0482fb4435253e83bc594, entries=8, sequenceid=55, filesize=5.5 K 2024-12-02T14:19:06,624 DEBUG [M:0;a3a61c9ba14f:43991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/854e23ffb1f34ae4bb236683c931b7fa as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/854e23ffb1f34ae4bb236683c931b7fa 2024-12-02T14:19:06,628 INFO [M:0;a3a61c9ba14f:43991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/854e23ffb1f34ae4bb236683c931b7fa, entries=6, sequenceid=55, filesize=6.4 K 2024-12-02T14:19:06,629 DEBUG [M:0;a3a61c9ba14f:43991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5ac55e6fc6049adbb1cf1cdd2398de7 as hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5ac55e6fc6049adbb1cf1cdd2398de7 2024-12-02T14:19:06,633 INFO [M:0;a3a61c9ba14f:43991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/1af28fe1-239a-a3f9-f70c-a3c18f9ae4cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5ac55e6fc6049adbb1cf1cdd2398de7, entries=1, sequenceid=55, filesize=5.0 K 2024-12-02T14:19:06,636 INFO [M:0;a3a61c9ba14f:43991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 646ms, sequenceid=55, compaction requested=false 2024-12-02T14:19:06,675 INFO [M:0;a3a61c9ba14f:43991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:19:06,676 DEBUG [M:0;a3a61c9ba14f:43991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149145990Disabling compacts and flushes for region at 1733149145990Disabling writes for close at 1733149145990Obtaining lock to block concurrent updates at 1733149145991 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149145991Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733149145991Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149145992 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149145992Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149146023 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149146023Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149146054 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149146076 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149146076Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149146118 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149146153 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149146153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fa5546: reopening flushed file at 1733149146617 (+464 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ad0b4: reopening flushed file at 1733149146623 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f23733: reopening flushed file at 1733149146628 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 646ms, sequenceid=55, compaction requested=false at 1733149146636 (+8 ms)Writing region close event to WAL at 1733149146675 (+39 ms)Closed at 1733149146675 2024-12-02T14:19:06,678 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:06,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741830_1006 (size=32770) 2024-12-02T14:19:06,679 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:19:06,679 INFO [M:0;a3a61c9ba14f:43991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:19:06,679 INFO [M:0;a3a61c9ba14f:43991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43991 2024-12-02T14:19:06,680 INFO [M:0;a3a61c9ba14f:43991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:19:06,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:19:06,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1009b4c30d00003, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:19:06,783 INFO [M:0;a3a61c9ba14f:43991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:19:06,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326cb3a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:19:06,827 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c4eba30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:19:06,827 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:19:06,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654e73bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:19:06,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435c3424{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/hadoop.log.dir/,STOPPED} 2024-12-02T14:19:06,832 WARN [BP-1327386556-172.17.0.2-1733149123557 heartbeating to localhost/127.0.0.1:35351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:19:06,832 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:19:06,832 WARN [BP-1327386556-172.17.0.2-1733149123557 heartbeating to localhost/127.0.0.1:35351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1327386556-172.17.0.2-1733149123557 (Datanode Uuid 3aee52f5-e7ee-4b71-b65e-30342f2cc4ae) service to localhost/127.0.0.1:35351 2024-12-02T14:19:06,832 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:19:06,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/cluster_219e9dc2-a1f2-045c-4d85-7fedd167c9df/data/data1/current/BP-1327386556-172.17.0.2-1733149123557 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:19:06,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/cluster_219e9dc2-a1f2-045c-4d85-7fedd167c9df/data/data2/current/BP-1327386556-172.17.0.2-1733149123557 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:19:06,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:19:06,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466bec40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:19:06,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@252587db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:19:06,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:19:06,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@119eee7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:19:06,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff20f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfeae493-4f67-c9bc-d938-8397f0dff6f6/hadoop.log.dir/,STOPPED} 2024-12-02T14:19:06,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:19:06,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:19:06,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:19:06,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:19:06,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:06,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:06,875 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:19:06,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:19:06,877 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=640948635, stopped=false 2024-12-02T14:19:06,877 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,37537,1733149120568 2024-12-02T14:19:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01922358049/running 2024-12-02T14:19:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:19:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01922358049/running 2024-12-02T14:19:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:19:06,878 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:19:06,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Set watcher on znode that does not yet exist, /01922358049/running 2024-12-02T14:19:06,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Set watcher on znode that does not yet exist, /01922358049/running 2024-12-02T14:19:06,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:19:06,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:19:06,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:06,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,44181,1733149120606' ***** 2024-12-02T14:19:06,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:19:06,881 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:19:06,881 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:19:06,882 INFO [RS:0;a3a61c9ba14f:44181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:19:06,883 INFO [RS:0;a3a61c9ba14f:44181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:19:06,883 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(3091): Received CLOSE for 34eadd0a6d394bb33d491f416b1d1ef2 2024-12-02T14:19:06,883 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(3091): Received CLOSE for c82408991a0f6461828526edac418f53 2024-12-02T14:19:06,883 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,44181,1733149120606 2024-12-02T14:19:06,883 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:19:06,883 INFO [RS:0;a3a61c9ba14f:44181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:44181. 2024-12-02T14:19:06,883 DEBUG [RS:0;a3a61c9ba14f:44181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:19:06,883 DEBUG [RS:0;a3a61c9ba14f:44181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:06,883 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:19:06,883 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:19:06,883 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:19:06,883 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:19:06,885 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34eadd0a6d394bb33d491f416b1d1ef2, disabling compactions & flushes 2024-12-02T14:19:06,885 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. 2024-12-02T14:19:06,885 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. 2024-12-02T14:19:06,885 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. after waiting 0 ms 2024-12-02T14:19:06,885 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. 2024-12-02T14:19:06,888 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T14:19:06,889 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 34eadd0a6d394bb33d491f416b1d1ef2=test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2., c82408991a0f6461828526edac418f53=hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53.} 2024-12-02T14:19:06,889 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34eadd0a6d394bb33d491f416b1d1ef2, c82408991a0f6461828526edac418f53 2024-12-02T14:19:06,892 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:19:06,893 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:19:06,893 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:19:06,893 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:19:06,893 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:19:06,893 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T14:19:06,937 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/.tmp/info/74d65795de9b48efb028498da53a7911 is 147, key is hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53./info:regioninfo/1733149135911/Put/seqid=0 2024-12-02T14:19:06,938 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/default/test/34eadd0a6d394bb33d491f416b1d1ef2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:19:06,939 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:19:06,939 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T14:19:06,939 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. 2024-12-02T14:19:06,939 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34eadd0a6d394bb33d491f416b1d1ef2: Waiting for close lock at 1733149146885Running coprocessor pre-close hooks at 1733149146885Disabling compacts and flushes for region at 1733149146885Disabling writes for close at 1733149146885Writing region close event to WAL at 1733149146927 (+42 ms)Running coprocessor post-close hooks at 1733149146939 (+12 ms)Closed at 1733149146939 2024-12-02T14:19:06,939 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2. 2024-12-02T14:19:06,940 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c82408991a0f6461828526edac418f53, disabling compactions & flushes 2024-12-02T14:19:06,940 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. 2024-12-02T14:19:06,940 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. 2024-12-02T14:19:06,940 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. after waiting 0 ms 2024-12-02T14:19:06,940 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. 2024-12-02T14:19:06,940 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c82408991a0f6461828526edac418f53 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-02T14:19:06,978 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53/.tmp/hfileref/3ac629d7c155440b876691fe6acbd9a4 is 74, key is 1/hfileref:242484a59e7741408cbe087cd2a4d89b_SeqId_4_/1733149138062/DeleteColumn/seqid=0 2024-12-02T14:19:06,981 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:19:06,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741847_1023 (size=7686) 2024-12-02T14:19:06,998 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/.tmp/info/74d65795de9b48efb028498da53a7911 2024-12-02T14:19:07,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741848_1024 (size=5489) 2024-12-02T14:19:07,027 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/.tmp/ns/e7343fccb9ee4b41b972a759e5536028 is 43, key is default/ns:d/1733149123496/Put/seqid=0 2024-12-02T14:19:07,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741849_1025 (size=5153) 2024-12-02T14:19:07,035 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/.tmp/ns/e7343fccb9ee4b41b972a759e5536028 2024-12-02T14:19:07,065 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/.tmp/rep_barrier/8faca8f9bc224fe896ce301994b43228 is 112, key is test,,1733149130770.34eadd0a6d394bb33d491f416b1d1ef2./rep_barrier:seqnumDuringOpen/1733149131517/Put/seqid=0 2024-12-02T14:19:07,089 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c82408991a0f6461828526edac418f53 2024-12-02T14:19:07,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741850_1026 (size=5518) 2024-12-02T14:19:07,101 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/.tmp/rep_barrier/8faca8f9bc224fe896ce301994b43228 2024-12-02T14:19:07,126 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/.tmp/table/e69109c9abc04f4d830effbec0c79d03 is 53, key is hbase:replication/table:state/1733149135918/Put/seqid=0 2024-12-02T14:19:07,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741851_1027 (size=5308) 2024-12-02T14:19:07,140 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/.tmp/table/e69109c9abc04f4d830effbec0c79d03 2024-12-02T14:19:07,156 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/.tmp/info/74d65795de9b48efb028498da53a7911 as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/info/74d65795de9b48efb028498da53a7911 2024-12-02T14:19:07,160 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/info/74d65795de9b48efb028498da53a7911, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T14:19:07,161 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/.tmp/ns/e7343fccb9ee4b41b972a759e5536028 as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/ns/e7343fccb9ee4b41b972a759e5536028 2024-12-02T14:19:07,166 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/ns/e7343fccb9ee4b41b972a759e5536028, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T14:19:07,167 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/.tmp/rep_barrier/8faca8f9bc224fe896ce301994b43228 as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/rep_barrier/8faca8f9bc224fe896ce301994b43228 2024-12-02T14:19:07,174 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/rep_barrier/8faca8f9bc224fe896ce301994b43228, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T14:19:07,175 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/.tmp/table/e69109c9abc04f4d830effbec0c79d03 as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/table/e69109c9abc04f4d830effbec0c79d03 2024-12-02T14:19:07,184 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/table/e69109c9abc04f4d830effbec0c79d03, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T14:19:07,185 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 292ms, sequenceid=16, compaction requested=false 2024-12-02T14:19:07,234 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T14:19:07,235 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:19:07,235 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:19:07,235 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:19:07,235 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733149146892Running coprocessor pre-close hooks at 1733149146892Disabling compacts and flushes for region at 1733149146892Disabling writes for close at 1733149146893 (+1 ms)Obtaining lock to block concurrent updates at 1733149146893Preparing flush snapshotting stores in 1588230740 at 1733149146893Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733149146893Flushing stores of hbase:meta,,1.1588230740 at 1733149146899 (+6 ms)Flushing 1588230740/info: creating writer at 1733149146899Flushing 1588230740/info: appending metadata at 1733149146936 (+37 ms)Flushing 1588230740/info: closing flushed file at 1733149146936Flushing 1588230740/ns: creating writer at 1733149147008 (+72 ms)Flushing 1588230740/ns: appending metadata at 1733149147027 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733149147027Flushing 1588230740/rep_barrier: creating writer at 1733149147042 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733149147064 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733149147064Flushing 1588230740/table: creating writer at 1733149147106 (+42 ms)Flushing 1588230740/table: appending metadata at 1733149147125 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733149147125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6788550d: reopening flushed file at 1733149147155 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e24bc52: reopening flushed file at 1733149147160 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@142b8ff6: reopening flushed file at 1733149147166 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260df263: reopening flushed file at 1733149147175 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 292ms, sequenceid=16, compaction requested=false at 1733149147185 (+10 ms)Writing region close event to WAL at 1733149147225 (+40 ms)Running coprocessor post-close hooks at 1733149147235 (+10 ms)Closed at 1733149147235 2024-12-02T14:19:07,235 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:19:07,289 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1351): Waiting on c82408991a0f6461828526edac418f53 2024-12-02T14:19:07,398 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:19:07,399 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:19:07,403 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53/.tmp/hfileref/3ac629d7c155440b876691fe6acbd9a4 2024-12-02T14:19:07,437 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53/.tmp/queue/c324df5952be4059af5c9e1225df42ff is 153, key is 1-a3a61c9ba14f,44181,1733149120606/queue:a3a61c9ba14f%2C44181%2C1733149120606/1733149139717/Put/seqid=0 2024-12-02T14:19:07,476 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:19:07,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741852_1028 (size=5504) 2024-12-02T14:19:07,489 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1351): Waiting on c82408991a0f6461828526edac418f53 2024-12-02T14:19:07,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,509 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:07,547 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:19:07,547 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 688, reset compression=false 2024-12-02T14:19:07,547 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a3a61c9ba14f,44181,1733149120606 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:19:07,548 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a3a61c9ba14f,44181,1733149120606: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a3a61c9ba14f,44181,1733149120606, walGroup=a3a61c9ba14f%2C44181%2C1733149120606, offset=a3a61c9ba14f%2C44181%2C1733149120606.1733149138422:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:44181 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T14:19:07,550 ERROR [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:19:07,550 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:19:07,550 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:19:07,550 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:19:07,550 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:19:07,550 INFO [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1499463680, "init": 1048576000, "max": 2306867200, "used": 961920752 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 208148280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T14:19:07,551 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:37537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:37537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T14:19:07,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:19:07,689 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1351): Waiting on c82408991a0f6461828526edac418f53 2024-12-02T14:19:07,781 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 688, reset compression=false 2024-12-02T14:19:07,882 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53/.tmp/queue/c324df5952be4059af5c9e1225df42ff 2024-12-02T14:19:07,890 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T14:19:07,890 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1325): Online Regions={c82408991a0f6461828526edac418f53=hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53.} 2024-12-02T14:19:07,890 DEBUG [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1351): Waiting on c82408991a0f6461828526edac418f53 2024-12-02T14:19:07,892 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53/.tmp/hfileref/3ac629d7c155440b876691fe6acbd9a4 as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53/hfileref/3ac629d7c155440b876691fe6acbd9a4 2024-12-02T14:19:07,898 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53/hfileref/3ac629d7c155440b876691fe6acbd9a4, entries=6, sequenceid=17, filesize=5.4 K 2024-12-02T14:19:07,899 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53/.tmp/queue/c324df5952be4059af5c9e1225df42ff as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53/queue/c324df5952be4059af5c9e1225df42ff 2024-12-02T14:19:07,908 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 393, reset compression=false 2024-12-02T14:19:07,915 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53/queue/c324df5952be4059af5c9e1225df42ff, entries=2, sequenceid=17, filesize=5.4 K 2024-12-02T14:19:07,916 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c82408991a0f6461828526edac418f53 in 976ms, sequenceid=17, compaction requested=false 2024-12-02T14:19:07,956 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T14:19:07,956 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 688, reset compression=false 2024-12-02T14:19:07,956 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a3a61c9ba14f,44181,1733149120606 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T14:19:07,957 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-02T14:19:08,005 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/data/hbase/replication/c82408991a0f6461828526edac418f53/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-02T14:19:08,006 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T14:19:08,006 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:19:08,006 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. 2024-12-02T14:19:08,006 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c82408991a0f6461828526edac418f53: Waiting for close lock at 1733149146939Running coprocessor pre-close hooks at 1733149146939Disabling compacts and flushes for region at 1733149146939Disabling writes for close at 1733149146940 (+1 ms)Obtaining lock to block concurrent updates at 1733149146940Preparing flush snapshotting stores in c82408991a0f6461828526edac418f53 at 1733149146940Finished memstore snapshotting hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733149146940Flushing stores of hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. at 1733149146941 (+1 ms)Flushing c82408991a0f6461828526edac418f53/hfileref: creating writer at 1733149146941Flushing c82408991a0f6461828526edac418f53/hfileref: appending metadata at 1733149146978 (+37 ms)Flushing c82408991a0f6461828526edac418f53/hfileref: closing flushed file at 1733149146978Flushing c82408991a0f6461828526edac418f53/queue: creating writer at 1733149147407 (+429 ms)Flushing c82408991a0f6461828526edac418f53/queue: appending metadata at 1733149147437 (+30 ms)Flushing c82408991a0f6461828526edac418f53/queue: closing flushed file at 1733149147437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dfbf810: reopening flushed file at 1733149147890 (+453 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a4cb4: reopening flushed file at 1733149147898 (+8 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c82408991a0f6461828526edac418f53 in 976ms, sequenceid=17, compaction requested=false at 1733149147916 (+18 ms)Writing region close event to WAL at 1733149147971 (+55 ms)Running coprocessor post-close hooks at 1733149148006 (+35 ms)Closed at 1733149148006 2024-12-02T14:19:08,006 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733149134705.c82408991a0f6461828526edac418f53. 2024-12-02T14:19:08,090 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,44181,1733149120606; all regions closed. 2024-12-02T14:19:08,099 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 688, reset compression=false 2024-12-02T14:19:08,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741842_1018 (size=859) 2024-12-02T14:19:08,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741843_1019 (size=2791) 2024-12-02T14:19:08,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741844_1020 (size=696) 2024-12-02T14:19:08,159 DEBUG [RS:0;a3a61c9ba14f:44181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:08,159 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:19:08,159 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:19:08,160 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T14:19:08,160 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:19:08,160 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:19:08,161 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a3a61c9ba14f,44181,1733149120606 because: Region server is closing 2024-12-02T14:19:08,161 INFO [RS:0;a3a61c9ba14f:44181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:44181. 2024-12-02T14:19:08,161 DEBUG [RS:0;a3a61c9ba14f:44181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:19:08,161 DEBUG [RS:0;a3a61c9ba14f:44181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:08,161 DEBUG [RS:0;a3a61c9ba14f:44181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:08,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:19:08,193 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 to pos 688, reset compression=false 2024-12-02T14:19:08,195 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/WALs/a3a61c9ba14f,44181,1733149120606/a3a61c9ba14f%2C44181%2C1733149120606.1733149138422 2024-12-02T14:19:08,195 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-02T14:19:08,195 DEBUG [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-02T14:19:08,262 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 terminated 2024-12-02T14:19:08,262 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a3a61c9ba14f,44181,1733149120606 because: Region server is closing 2024-12-02T14:19:08,262 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,1-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,1-a3a61c9ba14f,44181,1733149120606 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T14:19:08,262 INFO [RS:0;a3a61c9ba14f:44181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:44181. 2024-12-02T14:19:08,262 DEBUG [RS:0;a3a61c9ba14f:44181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:19:08,262 DEBUG [RS:0;a3a61c9ba14f:44181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:08,262 DEBUG [RS:0;a3a61c9ba14f:44181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:19:08,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:19:08,363 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.shippera3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 terminated 2024-12-02T14:19:08,363 INFO [RS:0;a3a61c9ba14f:44181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44181 2024-12-02T14:19:08,363 WARN [RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0-0.replicationSource,2-a3a61c9ba14f,44181,1733149120606.replicationSource.wal-reader.a3a61c9ba14f%2C44181%2C1733149120606,2-a3a61c9ba14f,44181,1733149120606 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-02T14:19:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01922358049/rs/a3a61c9ba14f,44181,1733149120606 2024-12-02T14:19:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049/rs 2024-12-02T14:19:08,364 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:19:08,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,44181,1733149120606] 2024-12-02T14:19:08,365 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01922358049/draining/a3a61c9ba14f,44181,1733149120606 already deleted, retry=false 2024-12-02T14:19:08,365 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,44181,1733149120606 expired; onlineServers=0 2024-12-02T14:19:08,365 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,37537,1733149120568' ***** 2024-12-02T14:19:08,365 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:19:08,365 INFO [M:0;a3a61c9ba14f:37537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:19:08,365 INFO [M:0;a3a61c9ba14f:37537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:19:08,366 DEBUG [M:0;a3a61c9ba14f:37537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:19:08,366 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:19:08,366 DEBUG [M:0;a3a61c9ba14f:37537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:19:08,366 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149122337 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733149122337,5,FailOnTimeoutGroup] 2024-12-02T14:19:08,366 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149122337 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733149122337,5,FailOnTimeoutGroup] 2024-12-02T14:19:08,366 INFO [M:0;a3a61c9ba14f:37537 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:19:08,366 INFO [M:0;a3a61c9ba14f:37537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:19:08,366 DEBUG [M:0;a3a61c9ba14f:37537 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:19:08,366 INFO [M:0;a3a61c9ba14f:37537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:19:08,366 INFO [M:0;a3a61c9ba14f:37537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:19:08,366 INFO [M:0;a3a61c9ba14f:37537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:19:08,366 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:19:08,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01922358049/master 2024-12-02T14:19:08,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01922358049 2024-12-02T14:19:08,367 DEBUG [M:0;a3a61c9ba14f:37537 {}] zookeeper.ZKUtil(347): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Unable to get data of znode /01922358049/master because node does not exist (not an error) 2024-12-02T14:19:08,367 WARN [M:0;a3a61c9ba14f:37537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:19:08,367 INFO [M:0;a3a61c9ba14f:37537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/.lastflushedseqids 2024-12-02T14:19:08,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741853_1029 (size=263) 2024-12-02T14:19:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:19:08,465 INFO [RS:0;a3a61c9ba14f:44181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:19:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44181-0x1009b4c30d00001, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:19:08,465 INFO [RS:0;a3a61c9ba14f:44181 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,44181,1733149120606; zookeeper connection closed. 2024-12-02T14:19:08,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1953d7a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1953d7a 2024-12-02T14:19:08,466 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:19:08,815 INFO [M:0;a3a61c9ba14f:37537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:19:08,815 INFO [M:0;a3a61c9ba14f:37537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:19:08,815 DEBUG [M:0;a3a61c9ba14f:37537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:19:08,815 INFO [M:0;a3a61c9ba14f:37537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:19:08,815 DEBUG [M:0;a3a61c9ba14f:37537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:19:08,815 DEBUG [M:0;a3a61c9ba14f:37537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:19:08,815 DEBUG [M:0;a3a61c9ba14f:37537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:19:08,815 INFO [M:0;a3a61c9ba14f:37537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-02T14:19:08,845 DEBUG [M:0;a3a61c9ba14f:37537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af0add705d61418ab526a0b3a411db8c is 82, key is hbase:meta,,1/info:regioninfo/1733149123489/Put/seqid=0 2024-12-02T14:19:08,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741854_1030 (size=5672) 2024-12-02T14:19:08,881 INFO [M:0;a3a61c9ba14f:37537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af0add705d61418ab526a0b3a411db8c 2024-12-02T14:19:08,902 DEBUG [M:0;a3a61c9ba14f:37537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99d93ee95c604fe1b713218015773a2e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733149135922/Put/seqid=0 2024-12-02T14:19:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741855_1031 (size=8909) 2024-12-02T14:19:08,954 INFO [M:0;a3a61c9ba14f:37537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99d93ee95c604fe1b713218015773a2e 2024-12-02T14:19:08,988 DEBUG [M:0;a3a61c9ba14f:37537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/714faf08a0ee460cb663996a790c1734 is 69, key is a3a61c9ba14f,44181,1733149120606/rs:state/1733149122345/Put/seqid=0 2024-12-02T14:19:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741856_1032 (size=5156) 2024-12-02T14:19:08,997 INFO [M:0;a3a61c9ba14f:37537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/714faf08a0ee460cb663996a790c1734 2024-12-02T14:19:09,014 DEBUG [M:0;a3a61c9ba14f:37537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af0add705d61418ab526a0b3a411db8c as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af0add705d61418ab526a0b3a411db8c 2024-12-02T14:19:09,024 INFO [M:0;a3a61c9ba14f:37537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af0add705d61418ab526a0b3a411db8c, entries=8, sequenceid=112, filesize=5.5 K 2024-12-02T14:19:09,025 DEBUG [M:0;a3a61c9ba14f:37537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99d93ee95c604fe1b713218015773a2e as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99d93ee95c604fe1b713218015773a2e 2024-12-02T14:19:09,038 INFO [M:0;a3a61c9ba14f:37537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99d93ee95c604fe1b713218015773a2e, entries=13, sequenceid=112, filesize=8.7 K 2024-12-02T14:19:09,041 DEBUG [M:0;a3a61c9ba14f:37537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/714faf08a0ee460cb663996a790c1734 as hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/714faf08a0ee460cb663996a790c1734 2024-12-02T14:19:09,049 INFO [M:0;a3a61c9ba14f:37537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/8eb82d8c-9956-e684-f86d-6303568879c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/714faf08a0ee460cb663996a790c1734, entries=1, sequenceid=112, filesize=5.0 K 2024-12-02T14:19:09,051 INFO [M:0;a3a61c9ba14f:37537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 235ms, sequenceid=112, compaction requested=false 2024-12-02T14:19:09,109 INFO [M:0;a3a61c9ba14f:37537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:19:09,109 DEBUG [M:0;a3a61c9ba14f:37537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733149148815Disabling compacts and flushes for region at 1733149148815Disabling writes for close at 1733149148815Obtaining lock to block concurrent updates at 1733149148815Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733149148815Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733149148815Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733149148816 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733149148816Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733149148844 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733149148844Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733149148885 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733149148901 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733149148901Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733149148960 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733149148988 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733149148988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70800c9e: reopening flushed file at 1733149149004 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7806a09d: reopening flushed file at 1733149149024 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ebd4ba: reopening flushed file at 1733149149039 (+15 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 235ms, sequenceid=112, compaction requested=false at 1733149149051 (+12 ms)Writing region close event to WAL at 1733149149109 (+58 ms)Closed at 1733149149109 2024-12-02T14:19:09,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741830_1006 (size=69055) 2024-12-02T14:19:09,147 INFO [M:0;a3a61c9ba14f:37537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:19:09,147 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:19:09,147 INFO [M:0;a3a61c9ba14f:37537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37537 2024-12-02T14:19:09,148 INFO [M:0;a3a61c9ba14f:37537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:19:09,250 INFO [M:0;a3a61c9ba14f:37537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:19:09,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:19:09,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37537-0x1009b4c30d00000, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:19:09,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c9a294c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:19:09,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d873ff5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:19:09,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:19:09,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61115c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:19:09,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@358c5e9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/hadoop.log.dir/,STOPPED} 2024-12-02T14:19:09,291 WARN [BP-254910292-172.17.0.2-1733149119612 heartbeating to localhost/127.0.0.1:43031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:19:09,291 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:19:09,291 WARN [BP-254910292-172.17.0.2-1733149119612 heartbeating to localhost/127.0.0.1:43031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-254910292-172.17.0.2-1733149119612 (Datanode Uuid fac4ebf8-5899-4cdd-ab47-58d19395565a) service to localhost/127.0.0.1:43031 2024-12-02T14:19:09,291 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:19:09,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/cluster_57058cfa-15bd-e025-72a8-8f8a7ba63a19/data/data1/current/BP-254910292-172.17.0.2-1733149119612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:19:09,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/cluster_57058cfa-15bd-e025-72a8-8f8a7ba63a19/data/data2/current/BP-254910292-172.17.0.2-1733149119612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:19:09,292 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:19:09,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22b51209{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:19:09,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@586faf4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:19:09,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:19:09,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@262d3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:19:09,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec53f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d9096ab-4b8b-4352-ad1f-2c68709f2aec/hadoop.log.dir/,STOPPED} 2024-12-02T14:19:09,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T14:19:09,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:19:09,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=601 (was 535) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37057 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60967) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37057 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60967) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:37057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-29 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43031 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43031 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43031 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35351 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35351 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60967) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=980 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 284) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5184 (was 5034) - AvailableMemoryMB LEAK? - 2024-12-02T14:19:09,362 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2024-12-02T14:19:09,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009b4c30d00008, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:19:09,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009b4c30d00002, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:19:09,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009b4c30d00005, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T14:19:09,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009b4c30d00008, quorum=127.0.0.1:60967, baseZNode=/21739937000 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:19:09,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009b4c30d00002, quorum=127.0.0.1:60967, baseZNode=/01922358049 Received Disconnected from ZooKeeper, ignoring 2024-12-02T14:19:09,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009b4c30d00005, quorum=127.0.0.1:60967, baseZNode=/1993231224 Received Disconnected from ZooKeeper, ignoring